-- Logs begin at Tue 2021-04-20 09:20:55 UTC, end at Tue 2021-04-20 10:31:03 UTC. -- Apr 20 10:02:18.886759 dv-cinder-774594-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 10:02:22.111022 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.common.config [-] Logging enabled! Apr 20 10:02:22.111624 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 10:02:22.113184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86324) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 10:02:22.114976 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.common.config [-] Logging enabled! Apr 20 10:02:22.115268 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 10:02:22.115650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86324) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 10:02:22.116702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:02:22.117531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:02:22.118573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:02:22.118859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:02:22.119121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:02:22.119519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.119863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.120206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.120474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.120818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.121154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.121480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.121815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.122157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.122483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.122803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.123126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.123412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.123735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.124069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.124401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.124658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] debug = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.124976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.125512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.125832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.126150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.126481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.126795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.127104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.127444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.127806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.128177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] host = dv-cinder-774594-4-smb {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.128494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.128824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.129153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.129483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.129816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.130129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.130457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.130767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.131078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.131416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.131750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.132075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.132434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.132694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.132949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.133383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.133717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.134034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.134346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.134660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.134974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.135287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.135625 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.135954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.136279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.136606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.136938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.137251 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.137558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.137869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.138195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.138506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.138815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.139126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.139482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.139789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.140100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.140444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.140775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.141098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.141423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.141733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.142060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.142366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.142689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.142996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_json = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.143306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.143636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.143956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.144266 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.144574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.144883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.145191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.145525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:22.145861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.146199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.146541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.146860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.147207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.147554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.147888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.148740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.149273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.149509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.149859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.150174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.150501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.150821 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.151158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.151534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.151876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.152233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.152567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.152880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.153190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.153505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.153830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.154167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.154501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.154812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.155128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.155485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.155801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.156117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.156434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.156765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.157079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.157388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.157707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.158021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.158329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.158723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.158971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.159302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.159656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.159982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.160290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.160604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.160913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.161234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.161546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.161851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.162157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.162469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.162777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.163084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.163442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.164317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.164633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.165113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.165448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.165759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.166075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.166386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.166695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.167008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.167339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.167653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.167963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.168272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.168580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.168894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.169216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.169554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.169868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.170185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.170501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.170814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.171129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.171490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.171808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.172125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.172434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.172773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.173098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.173421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.173761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.174076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.174416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.174736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.175057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.175415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.175736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.176070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.176393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.176731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.177064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.177396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.177727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.178057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.178376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.178731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.179049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:22.179368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:02:22.179755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86324) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 10:02:22.858620 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading Gnome Apr 20 10:02:22.876044 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading Google Apr 20 10:02:22.878820 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 10:02:22.882942 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading file Apr 20 10:02:22.883838 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading keyczar Apr 20 10:02:22.884118 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading multi Apr 20 10:02:22.884783 dv-cinder-774594-4-smb neutron-server[86324]: INFO keyring.backend [-] Loading pyfs Apr 20 10:02:22.932509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:22.932852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:22.933213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:22.933592 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 10:02:23.338136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.338692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.338692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.340124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.340549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.340847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.378830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.379141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.379467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.395470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.395785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.396091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.465035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.465350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.465656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.466679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.466983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.469027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.747280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.747656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.747957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.748262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.749189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.900564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.900882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.901201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.901526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.901823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.902213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.902707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.903002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.903292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.903667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.903967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.904286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.904594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.904879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.905191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.905514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.905833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.906157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.906443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.906808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.907272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.907587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.907870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.908236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.908520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.908801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.909237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.909515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.909790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.910062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.910337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.910608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:23.911029 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 10:02:23.914338 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 10:02:23.918374 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 10:02:23.922272 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 20 10:02:23.923991 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 10:02:23.925256 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 10:02:23.925640 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 10:02:23.926082 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 10:02:23.930586 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 10:02:23.930875 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 10:02:23.931271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 10:02:23.958923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 10:02:23.959484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.959825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86324) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 10:02:23.960237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.961668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86324) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 10:02:23.962002 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 10:02:23.962283 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 10:02:23.965520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:23.965835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.035201 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 10:02:24.035429 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 10:02:24.035679 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 10:02:24.036095 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 10:02:24.071383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.sqlalchemy.engines [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86324) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 10:02:24.601804 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing driver for type 'gre' Apr 20 10:02:24.602386 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] gre ID ranges: [(1, 1000)] Apr 20 10:02:24.698345 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing driver for type 'local' Apr 20 10:02:24.698715 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing driver for type 'vlan' Apr 20 10:02:24.744147 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] VlanTypeDriver initialization complete Apr 20 10:02:24.744535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing driver for type 'vxlan' Apr 20 10:02:24.745092 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] vxlan ID ranges: [(1, 1000)] Apr 20 10:02:24.853321 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing extension driver 'port_security' Apr 20 10:02:24.853609 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.extensions.port_security [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] PortSecurityExtensionDriver initialization complete Apr 20 10:02:24.853964 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing mechanism driver 'openvswitch' Apr 20 10:02:24.854320 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing mechanism driver 'hyperv' Apr 20 10:02:24.860738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:24.861559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.862219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.862598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.863012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.863492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.863825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.864230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.864609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.864978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.865382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.865752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.866276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.866691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.867661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.868041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.868452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > address_group after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.868827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > address_group after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.869191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.869551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] ML2 OVO RPC backend initialized. {{(pid=86324) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 10:02:24.870329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.870714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.871159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.871559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > networks before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.871933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.872301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > ports before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.872672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.873037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnets before_response 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.873412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.873778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.874146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.874504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.874873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.875256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.875621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.875983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.876340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.876964 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.plugin [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Modular L2 Plugin initialization complete Apr 20 10:02:24.877315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading services supported by the core plugin {{(pid=86324) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 10:02:24.877671 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.plugins.ml2.managers [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Got port-security extension from driver 'port_security' Apr 20 10:02:24.878169 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.extensions.vlantransparent [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Disabled vlantransparent extension. Apr 20 10:02:24.878697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86324) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 10:02:24.879035 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: router Apr 20 10:02:24.919411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.919850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_create 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.920248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router before_create 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.920649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.921061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.921445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_delete 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.921835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.922236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_create 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.922609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.922991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.923388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.923783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.924276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.924692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.925099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.925476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: subnet after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.925841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.926222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.926599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_create 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.926969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.927360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.927757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router after_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.928131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.928509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_create 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.928908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.929740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_update 55549900 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.930186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > network after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.931188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Tracking information for resource: router configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:24.931610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Tracking information for resource: floatingip configured {{(pid=86324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:24.936437 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_agentschedulers_db [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 10:02:24.937068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.937460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.937840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.938218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: port after_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.939108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router before_create 55550100 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.939553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.939949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_create 55550100 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.940335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > router precommit_update 55550100 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.946051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.provider_configuration [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service providers = [] {{(pid=86324) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 10:02:24.946453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.servicetype_db [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86324) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 10:02:24.949328 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.service_base [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:24.949710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.service_base [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:24.950083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.service_base [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:24.950962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.service_base [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:24.951379 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.services.service_base [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 10:02:24.951798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.952143 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 10:02:24.963229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.963616 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: auto_allocate Apr 20 10:02:24.969421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: network precommit_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.969823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: network precommit_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.970415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.970767 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: tag Apr 20 10:02:24.978363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.978726 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: timestamp Apr 20 10:02:24.982574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.982938 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: network_ip_availability Apr 20 10:02:24.988735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.989139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.989520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:24.990293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.990644 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: flavors Apr 20 10:02:24.995744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:24.996104 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading Plugin: revisions Apr 20 10:02:25.000510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:25.000925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.068s {{(pid=86324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:25.001728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86324) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 10:02:25.002087 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Initializing extension manager. Apr 20 10:02:25.002735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: __init__.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.003025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: __pycache__ {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.003421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.003789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: address_group.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.004589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.005223 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: address-group Apr 20 10:02:25.005580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: address_scope.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.006343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.006904 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: address-scope Apr 20 10:02:25.007801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.009192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.009762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: router-admin-state-down-before-update Apr 20 10:02:25.010120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: agent.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.010874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.011498 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: agent Apr 20 10:02:25.011828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: agent_resources_synced.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.012746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.013310 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: agent-resources-synced Apr 20 10:02:25.013664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: allowedaddresspairs.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.015470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.016053 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: allowed-address-pairs Apr 20 10:02:25.016410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: auto_allocated_topology.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.017495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.018073 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: auto-allocated-topology Apr 20 10:02:25.018432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: availability_zone.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.019176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.019768 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: availability_zone Apr 20 10:02:25.020126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: availability_zone_filter.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.021057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.021615 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: availability_zone_filter Apr 20 10:02:25.021970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: data_plane_status.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.023780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.024687 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 10:02:25.025046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: default_subnetpools.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.025971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.026532 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: default-subnetpools Apr 20 10:02:25.026889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.027790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.028358 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: dhcp_agent_scheduler Apr 20 10:02:25.028721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: dns.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.029632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.030189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension dns-integration not supported by any of loaded plugins Apr 20 10:02:25.030543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: dns_domain_ports.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.031510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.032073 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 10:02:25.032433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: dvr.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.033154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.033733 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: dvr Apr 20 10:02:25.034070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: empty_string_filtering.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.034981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.035575 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: empty-string-filtering Apr 20 10:02:25.035927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.036839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.037400 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 10:02:25.037754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.039106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.039706 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 10:02:25.040065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: external_net.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.040985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.041550 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: external-net Apr 20 10:02:25.041907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.042824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.043435 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: extra_dhcp_opt Apr 20 10:02:25.043793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: extraroute.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.044704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.045267 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: extraroute Apr 20 10:02:25.045691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: extraroute_atomic.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.046658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.047227 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: extraroute-atomic Apr 20 10:02:25.047608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: filter_validation.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.048311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.048871 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: filter-validation Apr 20 10:02:25.049220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: fip_pf_description.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.050221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.050705 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 10:02:25.051060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: fip_port_details.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.052160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.052758 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: fip-port-details Apr 20 10:02:25.053128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: flavors.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.054627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.055689 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: flavors Apr 20 10:02:25.056053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.057897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.058498 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 10:02:25.058867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: floatingip_pools.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.059688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.060386 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: floatingip-pools Apr 20 10:02:25.060623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: ip_allocation.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.061631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.062200 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 10:02:25.062563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.063565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.064139 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: ip-substring-filtering Apr 20 10:02:25.064498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l2_adjacency.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.065453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.066023 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 10:02:25.066376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.067578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.068160 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: router Apr 20 10:02:25.068520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.072268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.072886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 10:02:25.073257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.074278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.074856 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: ext-gw-mode Apr 20 10:02:25.075218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.076316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.076897 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: l3-ha Apr 20 10:02:25.077259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3_flavors.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.078202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.078773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: l3-flavors Apr 20 10:02:25.079136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.080109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.080679 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 10:02:25.081032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: l3agentscheduler.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.082284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.082874 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: l3_agent_scheduler Apr 20 10:02:25.083242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: logging.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.084894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.085538 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension logging not supported by any of loaded plugins Apr 20 10:02:25.087022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: metering.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.087904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.088615 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: metering Apr 20 10:02:25.088978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.090178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.090751 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: metering_source_and_destination_fields Apr 20 10:02:25.091110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: multiprovidernet.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.092091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.092664 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: multi-provider Apr 20 10:02:25.093022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: netmtu.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.093976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.094549 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: net-mtu Apr 20 10:02:25.094907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: netmtu_writable.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.095864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.096433 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: net-mtu-writable Apr 20 10:02:25.096791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: network_availability_zone.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.097650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.098218 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: network_availability_zone Apr 20 10:02:25.098577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: network_ip_availability.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.099771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.100339 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: network-ip-availability Apr 20 10:02:25.100697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: network_segment_range.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.102296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.102880 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 10:02:25.103240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: pagination.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.104352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.104685 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: pagination Apr 20 10:02:25.105039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: port_device_profile.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.105978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.106564 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: port-device-profile Apr 20 10:02:25.106921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.107891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.108461 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: port-mac-address-regenerate Apr 20 10:02:25.108817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.109760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.110328 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: port-numa-affinity-policy Apr 20 10:02:25.110685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: port_resource_request.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.111644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.112467 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 10:02:25.112821 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: portbindings.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.113773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.114338 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: binding Apr 20 10:02:25.114693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: portbindings_extended.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.116040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.116610 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: binding-extended Apr 20 10:02:25.117197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: portsecurity.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.118707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.119289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: port-security Apr 20 10:02:25.119677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: project_id.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.120703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.121072 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: project-id Apr 20 10:02:25.121430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: providernet.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.122374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.122959 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: provider Apr 20 10:02:25.123347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.127270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.129362 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos not supported by any of loaded plugins Apr 20 10:02:25.129754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.131264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.131883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 10:02:25.132248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.134255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.134832 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 10:02:25.135195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_default.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.136204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.136782 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-default not supported by any of loaded plugins Apr 20 10:02:25.137141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_fip.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.137873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.138435 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-fip not supported by any of loaded plugins Apr 20 10:02:25.138789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_gateway_ip.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.139801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.140370 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 10:02:25.140724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_port_network_policy.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.141653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.142224 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 10:02:25.142577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_rule_type_details.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.143550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.144125 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 10:02:25.144480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: qos_rules_alias.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.145573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.146143 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 10:02:25.146503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: quotasv2.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.147624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.148067 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: quotas Apr 20 10:02:25.149600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: quotasv2_detail.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.151701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.152089 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: quota_details Apr 20 10:02:25.152457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: rbac.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.153720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.154360 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: rbac-policies Apr 20 10:02:25.154732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: rbac_address_group.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.155807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.156389 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: rbac-address-group Apr 20 10:02:25.156751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: rbac_address_scope.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.157694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.158280 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: rbac-address-scope Apr 20 10:02:25.158639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: rbac_security_groups.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.159636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.160214 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: rbac-security-groups Apr 20 10:02:25.160569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: rbac_subnetpool.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.161517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.162102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: rbac-subnetpool Apr 20 10:02:25.162460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: revisionifmatch.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.163452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.164694 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: revision-if-match Apr 20 10:02:25.165057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: revisions.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.166239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.166810 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: standard-attr-revisions Apr 20 10:02:25.167167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: router_availability_zone.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.167924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.168489 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: router_availability_zone Apr 20 10:02:25.168840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: routerservicetype.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.169780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.170340 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension router-service-type not supported by any of loaded plugins Apr 20 10:02:25.170696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.171679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.172251 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: security-groups-normalized-cidr Apr 20 10:02:25.172601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.173545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.174113 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: port-security-groups-filtering Apr 20 10:02:25.174465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.175449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.176020 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: security-groups-remote-address-group Apr 20 10:02:25.176374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: securitygroup.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.192252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.192920 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: security-group Apr 20 10:02:25.193291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: segment.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.194248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.194864 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension segment not supported by any of loaded plugins Apr 20 10:02:25.196512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.197606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.198208 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 10:02:25.198569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: servicetype.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.199768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.200352 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: service-type Apr 20 10:02:25.200716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: sorting.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.201745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.202120 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: sorting Apr 20 10:02:25.202478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: standard_attr_segment.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.203463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.204058 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 10:02:25.204420 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: standardattrdescription.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.205138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.205701 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: standard-attr-description Apr 20 10:02:25.206066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: stateful_security_group.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.207016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.207646 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: stateful-security-group Apr 20 10:02:25.208001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: stdattrs_common.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.208593 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 10:02:25.208949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.209961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.210744 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 10:02:25.211612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnet_onboard.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.212885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.213391 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: subnet_onboard Apr 20 10:02:25.213751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.214699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.215271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 10:02:25.215654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnet_service_types.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.216627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.217197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: subnet-service-types Apr 20 10:02:25.217554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnetallocation.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.218682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.219259 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: subnet_allocation Apr 20 10:02:25.219647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.220363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.220936 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: subnetpool-prefix-ops Apr 20 10:02:25.221293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.222270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.222839 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 10:02:25.223194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: tagging.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.224612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.225245 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: standard-attr-tag Apr 20 10:02:25.225654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: timestamp.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.227579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.228166 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loaded extension: standard-attr-timestamp Apr 20 10:02:25.228528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: trunk.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.229592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.230160 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension trunk not supported by any of loaded plugins Apr 20 10:02:25.230517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: trunk_details.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.231477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.232045 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension trunk-details not supported by any of loaded plugins Apr 20 10:02:25.232398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: uplink_status_propagation.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.233340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.233906 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 10:02:25.234262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Loading extension file: vlantransparent.py {{(pid=86324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:25.234977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:25.235567 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 10:02:25.238627 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:network Apr 20 10:02:25.239508 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnet Apr 20 10:02:25.240195 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:25.240825 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:port Apr 20 10:02:25.243556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.244035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service FLAVORS assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.244704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.245159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.245521 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:router Apr 20 10:02:25.246246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 10:02:25.247026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service METERING assigned prefix: /metering {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.248955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:25.249346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:25.249724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:25.250886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 10:02:25.251379 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:security_group Apr 20 10:02:25.252189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 10:02:25.252971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service CORE assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.253344 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:25.253702 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] subnetpool is already registered Apr 20 10:02:25.254354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service CORE assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.254714 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:25.255070 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] subnetpool is already registered Apr 20 10:02:25.258799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.259264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service FLAVORS assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.259940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.260391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.260755 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:router Apr 20 10:02:25.261117 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] router is already registered Apr 20 10:02:25.261773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 10:02:25.262134 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] floatingip is already registered Apr 20 10:02:25.262819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service METERING assigned prefix: /metering {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.263591 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 10:02:25.263953 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] rbac_policy is already registered Apr 20 10:02:25.264579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:security_group Apr 20 10:02:25.264941 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] security_group is already registered Apr 20 10:02:25.265586 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 10:02:25.265945 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] security_group_rule is already registered Apr 20 10:02:25.266669 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service CORE assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.267042 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:25.267428 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] subnetpool is already registered Apr 20 10:02:25.268100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.resource_helper [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Service CORE assigned prefix: {{(pid=86324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:25.268457 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:25.268811 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.quota.resource_registry [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] subnetpool is already registered Apr 20 10:02:25.269504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: extensions {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.271070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: address-groups {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.272740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: address-scopes {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.274644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: agents {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.275883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: auto-allocated-topology {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.277179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: availability_zones {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.278546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: dhcp-networks {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.280006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: dhcp-agents {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.281489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: routers {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.283359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: flavors {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.284560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: service_profiles {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.285812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: next_providers {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.287421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: service_profiles {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.289389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: floatingip-pools {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.290651 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: routers {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.292510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: floatingips {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.293742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: l3-routers {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.295180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: l3-agents {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.296670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: metering-labels {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.299025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: metering-label-rules {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.300365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: network-ip-availabilities {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.301686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: bindings {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.303396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: quotas {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.306038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: quotas {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.307525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: rbac-policies {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.308874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: security-groups {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.310131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: security-group-rules {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.311432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: service-providers {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.312687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: subnetpools {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.314198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: subnetpools {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.315710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.317466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.319349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.322380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.324243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.326232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.328028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.329975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.331930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.333859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.extensions [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Extended resource: tags {{(pid=86324) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:25.341306 dv-cinder-774594-4-smb neutron-server[86324]: WARNING keystonemiddleware.auth_token [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 10:02:25.346588 dv-cinder-774594-4-smb neutron-server[86324]: WARNING keystonemiddleware.auth_token [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 10:02:25.356152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Acquired lock "singleton_lock" {{(pid=86324) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 10:02:25.356611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Releasing lock "singleton_lock" {{(pid=86324) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 10:02:25.358062 dv-cinder-774594-4-smb neutron-server[86324]: INFO oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Starting 2 workers Apr 20 10:02:25.363220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Started child 86439 {{(pid=86324) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:25.367799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.369327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Started child 86440 {{(pid=86324) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:25.369532 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [-] (86439) wsgi starting up on http://0.0.0.0:9696 Apr 20 10:02:25.370673 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 10:02:25.371337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Notify callbacks [] for process, before_spawn {{(pid=86324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.372501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.373883 dv-cinder-774594-4-smb neutron-server[86324]: INFO oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Starting 1 workers Apr 20 10:02:25.374004 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [-] (86440) wsgi starting up on http://0.0.0.0:9696 Apr 20 10:02:25.379502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Started child 86441 {{(pid=86324) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:25.380033 dv-cinder-774594-4-smb neutron-server[86324]: INFO oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Starting 1 workers Apr 20 10:02:25.381789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] calling RpcWorker wait() {{(pid=86441) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 10:02:25.382198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] returning from RpcWorker wait() {{(pid=86441) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 10:02:25.384415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.384908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:25.387378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Started child 86442 {{(pid=86324) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:25.387378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-589093aa-0150-49cf-9150-66213ca01d6f None None] Notify callbacks [] for process, after_spawn {{(pid=86324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.388536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86324) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 10:02:25.388746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:02:25.388960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:02:25.389231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:02:25.389658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:02:25.389817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.389908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:02:25.390395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.390681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.390977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.391260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.391589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.392223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.392540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.392819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.393115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.393392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.393586 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.393793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.394111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.394393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.394739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.395026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.395286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.395589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.395796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.396060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.396362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.396642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.396928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] debug = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.397176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.397721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.398004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.398388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.399155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.399492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.399763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.400065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.400334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.400581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.400866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.401144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.401408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.401656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.401903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.402199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.402442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.402887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] host = dv-cinder-774594-4-smb {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.403140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.403402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.403668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.403927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.404204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.404461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.404743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.405025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.405346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.405601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.405865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.406122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.406386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.406642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.406812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_options = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.407059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.407349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.407638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.407847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.408073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.408221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.408460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.408618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.408906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.409145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.409384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.409642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.409879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.410119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.410396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.410655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.410912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.411165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.411557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.411839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.412111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.412369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.412615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.412876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.413133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.413398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.414486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.414759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.415035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.415352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.415727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.416032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.416329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.416618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.416917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.417174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.417428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.417786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.417979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:25.418105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.418320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.418604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.418855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.419126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.419394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.419671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.419935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_json = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.420183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.420433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.420733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.420986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.421233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.421478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.421723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.422000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.422440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.422755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.423108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.423426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.423705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.423976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.424248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.424498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.424781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.425071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.425406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.425775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.426161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.426360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.426648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.426986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.427295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.433826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.434478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.435778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.436061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.436300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.436530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.436749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.436979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.437224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.437498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.437656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.437896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.438158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.438397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.438675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.438943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.439184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.439469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.439813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.439967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.440183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.440431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.440688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.440933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.441188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.441428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.441668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.441910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.442170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.442409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.442661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.442908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.443164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.443431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.443673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.443916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.444168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.444486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.445554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.445941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.446245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.446481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.446780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.446992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.447359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.447619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.447855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.448104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.448393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.448671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.448953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.449208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.449467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.449771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.450023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.450288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.450538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.450806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.451109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.451416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.453535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.453850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.457075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.457430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.457778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.458081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.458403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.458673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.458985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.459347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.459709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.460082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.460329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.460780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.460932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.461242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.461554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.461828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.462114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.462407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.462717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.463002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.463624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.463624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.463925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.464115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.465813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.466817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.466817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.466817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.466817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.467762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.467762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.468221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.468221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.468512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.468653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.468828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.469015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.469602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.469602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.469896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.470037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.470270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.471946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.472146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.472306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.472558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.472812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.473096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.473347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.473711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.474110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.474380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.474852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.475283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.475628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.475907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.476276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.476533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.476802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.477057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.477337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.477587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.477919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.478182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.478527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.478795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.479041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.479599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.479889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.480158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.480436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.480691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.480968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.481223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.481478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.481730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.481966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.482376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.482838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.483119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.483422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.483692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.483939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.484184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.484434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.484678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.485039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.485316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.485587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.485858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.486120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.486473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.486725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.487225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.487501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.487746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.488009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.488254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.488497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.488747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.488992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.489250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.489492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.489742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.489982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.490220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.490609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.490773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.490951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.491183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.491504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.492355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.492645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.494873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.495146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.495146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.495458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.495693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.496056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.496496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.496857 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.497138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.497433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.497765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.498051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.498434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.498698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.499011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.499402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.499703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.499978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.500320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.500633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.500893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.501141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.501393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.501641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.501890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.502184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.502460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.502776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.503005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.503272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.503560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.503832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.504104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.504379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.504631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.504819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:02:25.505364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86324) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 10:02:25.505553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:02:25.505735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:02:25.505940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:02:25.506143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:02:25.506296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:02:25.506544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.506765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.507072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.507306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.508186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.508497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.508724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.509892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.510963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] debug = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.511951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.512994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.513175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.513358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.513543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.513714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.513865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] host = dv-cinder-774594-4-smb {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.514876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.515110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.515294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.515501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.515684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.515867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.516958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.517141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.517322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_options = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.517505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.517686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.517867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.518989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.519171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.519462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.519577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.519741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.519961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.520992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.521134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.521274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.521394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.521664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.521904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.522113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.522232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.522427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.522605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.522844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.523968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.524850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_json = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.525933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.526114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.526298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.526481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.526663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.526845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.527028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:25.527236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.527444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.527645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.527831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.528950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.529139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.529324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.529520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.529705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.529890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.530953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.531115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.531398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.531583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.531759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.531902 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.532088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.532274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.532461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.532646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.532832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533547 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.533938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.534849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.535036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.535193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.535595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.535595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.536788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.538010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.539965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.540486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.540486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.540486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.540866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.540866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.541939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.542953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.543139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.543371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.543522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.543744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.544944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.545127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.545313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.545497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.545682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.545892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.546079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.546263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.546447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.546631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.546816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.547921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.548118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.548304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.548492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.548676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.548860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.549971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.550156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.550261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.550532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.550644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.550741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.551918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.552104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.552288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.552473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.552657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.552843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.553737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.553737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.553737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.553737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.553737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.555917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556203 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.556944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.557133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.557315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.557484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.557648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.557834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39708) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:25.558222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.558921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.559105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.559292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.559503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.559673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.559864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.560896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.561032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.561641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.561641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.561641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.561641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.562890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.563843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.564860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.567152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.569593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.571791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.574170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.575263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.576102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578034 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0127320 Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.578924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:25.579499 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86324) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:02:25.587502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:37.656620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88fc90-f508-4de7-99c1-aacb2600c4c3 None None] get_active_networks_info from dv-cinder-774594-4-smb {{(pid=86441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 10:02:37.879885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88fc90-f508-4de7-99c1-aacb2600c4c3 None None] No non-hosted networks {{(pid=86441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 10:02:37.977131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-320910a3-d84f-420e-a198-4ea5446e8e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:40.224197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-259949c8-247a-499c-9b0d-3dc5cb48b39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:40.251532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90ed2f64-f250-4193-b289-5fb8bf7b7ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:40.680984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:41.550156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:41.552120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.553361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.555138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.556626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.557465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.558322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.559137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.559980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.560807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.561639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.562479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.569845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:41.572120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:41.598519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:42.349582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:42.854053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39800) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:43.562876 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-b842d5d1-0157-47a5-969a-994db8cc5b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:43.563500 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-b842d5d1-0157-47a5-969a-994db8cc5b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:43.730937 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_hamode_db [None req-f98a6527-0430-4771-b9b8-b6a18b459a64 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 10:02:43.816646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-b842d5d1-0157-47a5-969a-994db8cc5b10 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:02:43.817703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b842d5d1-0157-47a5-969a-994db8cc5b10 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9626458 Apr 20 10:02:43.860695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a6527-0430-4771-b9b8-b6a18b459a64 None None] Routers set() bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:02:43.861290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a6527-0430-4771-b9b8-b6a18b459a64 None None] Router IDs set() for agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 10:02:46.673053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39816) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:47.317435 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:47.318030 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:47.551087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:47.657458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.policy [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86439) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 10:02:47.713432 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:47.713932 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:47.732535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Loaded quota_driver: . Apr 20 10:02:47.749796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:47.846949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731463325', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731462977', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731452996', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731446824', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731626705', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254731626912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850955686', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851341990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-500584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486786'] for rbac-policy, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:48.206528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:48.207974 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-25d666fc-4218-4c80-87d4-a8c8c3a0c25d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5328825 Apr 20 10:02:51.274105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39834) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:51.663675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Request body: {'network': {'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'name': 'private'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:51.669892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:51.674344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Usage tracker for resource:network and tenant:390a07eb8f6f4ec4bfc66dbb8f81952e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:51.677969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:51.685029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:51.720370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Made reservation on behalf of 390a07eb8f6f4ec4bfc66dbb8f81952e for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:02:51.726329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:51.744111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:51.759910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:51.763899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Usage tracker for resource:security_group_rule and tenant:390a07eb8f6f4ec4bfc66dbb8f81952e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:51.767567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:51.773959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:51.982144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.023756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.028824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:52.047970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:02:52.078461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254731455126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.079113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Unsubscribe: segment precommit_create {{(pid=86439) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 10:02:52.079649 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Added segment 281b8d4c-d629-4e48-be00-d2af17f62784 of type vlan for network eaddab94-a268-484b-a13f-d6c1b6e10ffe Apr 20 10:02:52.130826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c552c-d9c2-48a9-b34c-d382a0e8de6c,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:52.153407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.153840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.154231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.154589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.154940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.155293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.155668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.156019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.156370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.156720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.157065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.157410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Tracked resource versions report: Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:02:52.158525 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:02:52.199073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.215924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:52.304099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.305749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:52.306452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.311765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:52.422445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Pushing event updated for resources: {'Network': ['ID=eaddab94-a268-484b-a13f-d6c1b6e10ffe,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:52.425936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:52.436681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:02:52.545127 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2696886 Apr 20 10:02:55.697237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39850) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:56.208799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfecb14-b3db-4ca4-b3b4-e5f0a1ad831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:56.210316 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bcfecb14-b3db-4ca4-b3b4-e5f0a1ad831a admin admin] 10.222.0.20 "GET /v2.0/networks/eaddab94-a268-484b-a13f-d6c1b6e10ffe HTTP/1.1" status: 200 len: 825 time: 0.5120087 Apr 20 10:02:56.239653 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-841d120e-8472-410b-8327-0d23fd2ed506 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/013c19fd-01a4-4ee1-8b0d-e77398040834 HTTP/1.1" status: 200 len: 734 time: 0.0230441 Apr 20 10:02:56.250115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Request body: {'subnet': {'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gateway_ip': '172.20.0.1', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:56.254762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:56.259381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Usage tracker for resource:subnet and tenant:390a07eb8f6f4ec4bfc66dbb8f81952e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:56.262320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:56.268236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:56.303032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Made reservation on behalf of 390a07eb8f6f4ec4bfc66dbb8f81952e for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:02:56.308244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:56.826529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:56.831721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:56.919913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Checking segment: {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:02:56.920292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Network hostable DHCP agents. Network: eaddab94-a268-484b-a13f-d6c1b6e10ffe, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:02:56.927814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fab9f8-a95b-4c87-ade6-4c83fa502662,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:56.933924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:57.069310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:02:57.109049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, eaddab94-a268-484b-a13f-d6c1b6e10ffe) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:57.114080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:57.114729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.120242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b736c-73cc-45fa-91a5-43a13a6b427e None None] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:02:57.167279 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9208658 Apr 20 10:02:57.646219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:02:57.647399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.842891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Allocated IP 172.20.0.2 (eaddab94-a268-484b-a13f-d6c1b6e10ffe/87fab9f8-a95b-4c87-ade6-4c83fa502662/57858ac4-48e8-4df3-a3f8-c93b4fecc18c) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:02:58.082604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.097971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Transition to ACTIVE for port object 57858ac4-48e8-4df3-a3f8-c93b4fecc18c will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:02:58.124223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Transition to ACTIVE for port object 57858ac4-48e8-4df3-a3f8-c93b4fecc18c will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:02:58.178564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.185675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:58.262264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:02:58.265343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:58.270636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Pushing event updated for resources: {'Port': ['ID=57858ac4-48e8-4df3-a3f8-c93b4fecc18c,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:58.274218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:02:58.284190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.284559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.284922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.285278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.285632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.285984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.286436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.286784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.287132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.288063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.288492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.288846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Tracked resource versions report: Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:02:58.290020 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:02:58.326926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:58.391561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Attempting to bind port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:02:58.391989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Attempting to bind port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:02:58.392403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Attempting to bind port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c on network eaddab94-a268-484b-a13f-d6c1b6e10ffe {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:02:58.398791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:02:58.399186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Checking segment: {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:02:58.399703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.400130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Bound using segment: {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:02:58.400671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Bound port: 57858ac4-48e8-4df3-a3f8-c93b4fecc18c, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:02:58.401076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.501664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] For port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:02:58.506155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] For port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=57858ac4-48e8-4df3-a3f8-c93b4fecc18c,segment=NetworkSegment(281b8d4c-d629-4e48-be00-d2af17f62784),segment_id=281b8d4c-d629-4e48-be00-d2af17f62784)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:02:58.544386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.548773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:58.643623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Pushing event updated for resources: {'Port': ['ID=57858ac4-48e8-4df3-a3f8-c93b4fecc18c,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:58.646787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:00.177587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39860) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:00.616270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-18806460-a7f9-4e8d-8873-d2a257a5ab4f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:03:00.617403 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-18806460-a7f9-4e8d-8873-d2a257a5ab4f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4387107 Apr 20 10:03:03.540482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39870) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:03.971119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-c93e6764-a729-4ba5-bdaf-31b2733be70c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:03:03.971785 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c93e6764-a729-4ba5-bdaf-31b2733be70c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4303401 Apr 20 10:03:05.800612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 57858ac4-48e8-4df3-a3f8-c93b4fecc18c up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:05.874924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946f4ce-f177-4fff-967e-03083ec43ca5 None None] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:03:05.956443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:06.008708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Provisioning for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:06.026227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Provisioning complete for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:06.026655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:06.258597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:06.311005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] For port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=57858ac4-48e8-4df3-a3f8-c93b4fecc18c,segment=NetworkSegment(281b8d4c-d629-4e48-be00-d2af17f62784),segment_id=281b8d4c-d629-4e48-be00-d2af17f62784)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:03:06.350354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:06.356343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:06.431715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Pushing event updated for resources: {'Port': ['ID=57858ac4-48e8-4df3-a3f8-c93b4fecc18c,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:06.436375 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:06.474041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-b0b91d9b-d3e8-4e57-a230-c8c62171980e None None] Provisioning complete for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:06.474443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b0b91d9b-d3e8-4e57-a230-c8c62171980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.148881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39888) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:07.446184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5c74dbca-7d87-4420-bd4e-d4614d599f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.543390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:07.548592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:03:07.552543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Usage tracker for resource:router and tenant:390a07eb8f6f4ec4bfc66dbb8f81952e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:03:07.556331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:03:07.562191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:03:07.600745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.602089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.679888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.743536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 57858ac4-48e8-4df3-a3f8-c93b4fecc18c up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:07.824041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.844585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:07.849660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.868942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.870246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f35c8151-ce05-4b19-83b6-461d2c87d21c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7202506 Apr 20 10:03:10.228985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fff8b689-cc6a-4ad9-ba69-dbcac48c0813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.606341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.792099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39908) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:10.957975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-5d8e6ea2-764f-4805-8ac1-b9377fec19d9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:03:10.959774 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5d8e6ea2-764f-4805-8ac1-b9377fec19d9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1666999 Apr 20 10:03:11.515484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:12.279231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:13.630266 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39928) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:13.692275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:13.695399 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.quota [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Loaded quota_driver: . Apr 20 10:03:13.711922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:03:13.718621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Usage tracker for resource:network and tenant:74d3fd38bd8b490aa99bf2071ba386cc is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:03:13.723410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:03:13.732355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:03:13.805283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Made reservation on behalf of 74d3fd38bd8b490aa99bf2071ba386cc for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:03:13.884994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.policy [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86440) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 10:03:13.942238 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:03:13.942668 dv-cinder-774594-4-smb neutron-server[86324]: WARNING oslo_policy.policy [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:03:13.965449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:13.986239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.006129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:03:14.010608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Usage tracker for resource:security_group_rule and tenant:74d3fd38bd8b490aa99bf2071ba386cc is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:03:14.014471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:03:14.020865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:03:14.592302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.623506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.628811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:14.642042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=86440) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 10:03:14.735518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254731455126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.736534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Unsubscribe: segment precommit_create {{(pid=86440) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 10:03:14.737054 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Added segment 2781f47e-1f87-4ab4-9b43-43772ebb0e66 of type flat for network 292aea81-ad05-4811-ac44-a22783e7e8be Apr 20 10:03:14.810136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5923d-9bed-44ee-a4c4-226832573bc0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:14.832931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.833448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.834330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.838313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.838313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.838313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.838313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.838313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Tracked resource versions report: Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:03:14.839016 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:03:14.841111 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:03:14.869571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:14.912311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.989330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.991453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:14.992127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:14.997551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:15.111808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Pushing event updated for resources: {'Network': ['ID=292aea81-ad05-4811-ac44-a22783e7e8be,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:15.115590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:15.123928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 292aea81-ad05-4811-ac44-a22783e7e8be details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:03:15.207352 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5755336 Apr 20 10:03:17.445497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:03:17.923236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39944) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:18.054137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf249f6-b86f-41b2-b293-db742ba98e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:18.055666 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bbf249f6-b86f-41b2-b293-db742ba98e31 admin admin] 10.222.0.20 "GET /v2.0/subnets/87fab9f8-a95b-4c87-ade6-4c83fa502662 HTTP/1.1" status: 200 len: 849 time: 0.1312215 Apr 20 10:03:18.255269 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-da08f0b8-529b-4df8-b8fe-57a48574e077 admin admin] 10.222.0.20 "GET /v2.0/routers/063ccf96-8a11-40ea-a547-2cd77ec3a791 HTTP/1.1" status: 200 len: 704 time: 0.1888747 Apr 20 10:03:18.785047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:19.116990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Allocated IP 172.20.0.1 (eaddab94-a268-484b-a13f-d6c1b6e10ffe/87fab9f8-a95b-4c87-ade6-4c83fa502662/574fd80e-3bb7-4fa3-a810-d97ee6db02a7) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:03:19.421591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:19.443530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Transition to ACTIVE for port object 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:03:19.544263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:19.549688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:19.620526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:03:19.624900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:19.633749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:03:19.634359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:19.892760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d3b709e1-39d2-49df-b7fa-ca76075e9b64 None None] Provisioning for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:19.901831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d3b709e1-39d2-49df-b7fa-ca76075e9b64 None None] Provisioning complete for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:19.902402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3b709e1-39d2-49df-b7fa-ca76075e9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:20.001376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d3b709e1-39d2-49df-b7fa-ca76075e9b64 None None] Port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:03:20.025050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Pushing event updated for resources: {'Port': ['ID=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:20.035565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:20.208376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:20.499531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:20.520222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:20.522471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:20.527789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:20.674363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Pushing event updated for resources: {'Port': ['ID=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:20.678135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:20.749319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:03:20.750604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:21.029622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Router 063ccf96-8a11-40ea-a547-2cd77ec3a791 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:03:21.030510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-7da3036a-eb3a-46e6-b3a7-ea158f65a8a8 None None] Provisioning complete for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:21.031079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7da3036a-eb3a-46e6-b3a7-ea158f65a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:21.099117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-7da3036a-eb3a-46e6-b3a7-ea158f65a8a8 None None] Port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:03:21.215044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:03:21.230644 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] 10.222.0.20 "PUT /v2.0/routers/063ccf96-8a11-40ea-a547-2cd77ec3a791/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9641213 Apr 20 10:03:21.230920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Sync routers for ids ['063ccf96-8a11-40ea-a547-2cd77ec3a791'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:03:21.239205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Routers {'063ccf96-8a11-40ea-a547-2cd77ec3a791'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:21.240825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:03:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['063ccf96-8a11-40ea-a547-2cd77ec3a791'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:21.465611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Set router 063ccf96-8a11-40ea-a547-2cd77ec3a791 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:22.067910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:20Z', 'revision_number': 2, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port_host': None, '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:20Z', 'revision_number': 2, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:22.074722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Checking router: 063ccf96-8a11-40ea-a547-2cd77ec3a791 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:03:22.075246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Updating router 063ccf96-8a11-40ea-a547-2cd77ec3a791 port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:03:22.144922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:22.644493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:22.746509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Transition to ACTIVE for port object 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:03:22.783536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:22.789810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:22.932545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Pushing event updated for resources: {'Port': ['ID=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:22.976845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.977230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.977600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.977964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.978321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.978678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.979031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.980040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.980040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.980210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.980446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.980946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Tracked resource versions report: Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:03:22.981983 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:03:22.986065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:23.057592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Attempting to bind port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:03:23.058265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Attempting to bind port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:03:23.058945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Attempting to bind port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 on network eaddab94-a268-484b-a13f-d6c1b6e10ffe {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:03:23.070584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:03:23.071279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Checking segment: {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:23.072096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:23.072824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Bound using segment: {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:03:23.073736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Bound port: 574fd80e-3bb7-4fa3-a810-d97ee6db02a7, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281b8d4c-d629-4e48-be00-d2af17f62784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:03:23.074431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:23.227583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] For port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:03:23.233394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] For port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,segment=NetworkSegment(281b8d4c-d629-4e48-be00-d2af17f62784),segment_id=281b8d4c-d629-4e48-be00-d2af17f62784)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:03:23.316649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:23.326986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:23.513071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Routers {'063ccf96-8a11-40ea-a547-2cd77ec3a791'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:23.514184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:03:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['063ccf96-8a11-40ea-a547-2cd77ec3a791'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:23.702543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Pushing event updated for resources: {'Port': ['ID=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:23.706021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:23.747891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] Set router 063ccf96-8a11-40ea-a547-2cd77ec3a791 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:23.908113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39956) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:24.075306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffdfb8-8fd6-4792-8bd2-17d7eb15f460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:24.075971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6dffdfb8-8fd6-4792-8bd2-17d7eb15f460 admin admin] Synchronizing usage tracker for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:03:24.097840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:20Z', 'revision_number': 2, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port_host': None, '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:23Z', 'revision_number': 4, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:24.102178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fc22d-7572-41e9-8ae6-439a719266db None None] The sync data for ids ['063ccf96-8a11-40ea-a547-2cd77ec3a791'] in dv-cinder-774594-4-smb is: [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:20Z', 'revision_number': 2, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port_host': None, '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:23Z', 'revision_number': 4, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:03:24.148767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6dffdfb8-8fd6-4792-8bd2-17d7eb15f460 admin admin] Unset dirty status for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:03:24.150186 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6dffdfb8-8fd6-4792-8bd2-17d7eb15f460 admin admin] 10.222.0.20 "GET /v2.0/networks/292aea81-ad05-4811-ac44-a22783e7e8be HTTP/1.1" status: 200 len: 842 time: 0.2410409 Apr 20 10:03:24.161070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:24.166904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:03:24.170918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Usage tracker for resource:subnet and tenant:74d3fd38bd8b490aa99bf2071ba386cc is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:03:24.174006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:03:24.180732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:03:24.216803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Made reservation on behalf of 74d3fd38bd8b490aa99bf2071ba386cc for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:03:24.221410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:24.982999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.objects.ports [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86440) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 10:03:24.983522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:24.988823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:25.070164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2f6c75-473f-47e5-83fc-f89466bf4545,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:25.078254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:25.080995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:25.081381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Network hostable DHCP agents. Network: 292aea81-ad05-4811-ac44-a22783e7e8be, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:03:25.172012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:03:25.241291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 292aea81-ad05-4811-ac44-a22783e7e8be) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:25.245913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:25.246564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:25.253523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add5686-2fa7-4310-af3c-80f557684b7e None None] Network 292aea81-ad05-4811-ac44-a22783e7e8be requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:03:25.307367 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1415482 Apr 20 10:03:25.557523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbceefc6-b9df-4d24-bac3-cd2f8381400f None None] Network 292aea81-ad05-4811-ac44-a22783e7e8be requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:03:27.788954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:27.942300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:27.948452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:27.948833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:28.085918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:28.087004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 39970) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:28.127104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,segment=NetworkSegment(281b8d4c-d629-4e48-be00-d2af17f62784),segment_id=281b8d4c-d629-4e48-be00-d2af17f62784)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:03:28.195535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:28.197854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-71475e9d-e818-416c-98a4-7cb218d5204d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:28.280164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=574fd80e-3bb7-4fa3-a810-d97ee6db02a7,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:28.283774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:28.491996 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-189ecfda-a985-4ff3-a031-c8b7aabe84ff admin admin] 10.222.0.20 "GET /v2.0/routers/063ccf96-8a11-40ea-a547-2cd77ec3a791 HTTP/1.1" status: 200 len: 710 time: 0.4035788 Apr 20 10:03:28.640068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c88222-c4dc-497d-a06a-085e7905a779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:28.641553 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f5c88222-c4dc-497d-a06a-085e7905a779 admin admin] 10.222.0.20 "GET /v2.0/networks/292aea81-ad05-4811-ac44-a22783e7e8be HTTP/1.1" status: 200 len: 886 time: 0.1437652 Apr 20 10:03:28.651733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:29.139794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:29.556783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:29.623171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:29.772687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:29.843826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Allocated IP 172.28.0.75 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/8a17fe8f-eff5-4cb0-b270-5199dd5454f0) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:03:29.896487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:29.897150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:30.024341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:30.120718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:30.125834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:30.193161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:03:30.197315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:30.203034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:03:30.277970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:30.511713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:30.915761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:31.295226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:31.299573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854072639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692015'] for router, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:31.516291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Router 063ccf96-8a11-40ea-a547-2cd77ec3a791 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:03:31.711852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:03:31.721535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:31.722790 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] 10.222.0.20 "PUT /v2.0/routers/063ccf96-8a11-40ea-a547-2cd77ec3a791 HTTP/1.1" status: 200 len: 889 time: 3.0747695 Apr 20 10:03:31.727769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Sync routers for ids ['063ccf96-8a11-40ea-a547-2cd77ec3a791'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:03:31.745924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Routers {'063ccf96-8a11-40ea-a547-2cd77ec3a791'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:31.746997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:03:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['063ccf96-8a11-40ea-a547-2cd77ec3a791'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:32.217677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Set router 063ccf96-8a11-40ea-a547-2cd77ec3a791 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:32.646870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:30Z', 'revision_number': 4, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port': {'id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:29Z', 'updated_at': '2021-04-20T10:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:28Z', 'revision_number': 5, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:32.652430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Checking router: 063ccf96-8a11-40ea-a547-2cd77ec3a791 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:03:32.652836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Updating router 063ccf96-8a11-40ea-a547-2cd77ec3a791 port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:03:32.716464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.096307 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.188566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Transition to ACTIVE for port object 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:03:33.239080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.244789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:33.338174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Attempting to bind port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:03:33.338592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Attempting to bind port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:03:33.338994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Attempting to bind port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:03:33.341508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Pushing event updated for resources: {'Port': ['ID=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:33.345642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:33.348522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:03:33.350524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:33.350524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.350524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:03:33.350883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Bound port: 8a17fe8f-eff5-4cb0-b270-5199dd5454f0, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:03:33.351086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.450193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] For port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:03:33.453718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] For port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:03:33.491951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:33.498514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:33.624011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Routers {'063ccf96-8a11-40ea-a547-2cd77ec3a791'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:33.624715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:03:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['063ccf96-8a11-40ea-a547-2cd77ec3a791'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:33.699651 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Pushing event updated for resources: {'Port': ['ID=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:33.711660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:33.843373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] Set router 063ccf96-8a11-40ea-a547-2cd77ec3a791 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:34.217854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:30Z', 'revision_number': 4, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port': {'id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:29Z', 'updated_at': '2021-04-20T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:28Z', 'revision_number': 5, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:34.222684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6670fd-a901-4376-a679-06b53e6991c2 None None] The sync data for ids ['063ccf96-8a11-40ea-a547-2cd77ec3a791'] in dv-cinder-774594-4-smb is: [{'id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'name': 'router1', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:30Z', 'revision_number': 4, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'gw_port': {'id': '8a17fe8f-eff5-4cb0-b270-5199dd5454f0', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:29Z', 'updated_at': '2021-04-20T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '574fd80e-3bb7-4fa3-a810-d97ee6db02a7', 'name': '', 'network_id': 'eaddab94-a268-484b-a13f-d6c1b6e10ffe', 'tenant_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'mac_address': 'fa:16:3e:fa:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ccf96-8a11-40ea-a547-2cd77ec3a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:18Z', 'updated_at': '2021-04-20T10:03:28Z', 'revision_number': 5, 'project_id': '390a07eb8f6f4ec4bfc66dbb8f81952e', 'subnets': [{'id': '87fab9f8-a95b-4c87-ade6-4c83fa502662', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c19fd-01a4-4ee1-8b0d-e77398040834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:03:34.681147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 39980) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:34.864562 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0657f90c-a599-4b97-93e0-5ca9f5406600 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1819577 Apr 20 10:03:35.811681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:35.931035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:35.939957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:35.939957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:36.075863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:36.107113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:03:36.154238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:36.158049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-22f9f4af-f983-4171-9bb6-c9e7dfd8242c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:36.244755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=8a17fe8f-eff5-4cb0-b270-5199dd5454f0,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:36.247274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:37.475680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1e7ce155-f088-4edd-94c9-87cf0ee2ccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:37.820801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:37.985046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 8a17fe8f-eff5-4cb0-b270-5199dd5454f0 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:37.988601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:40.213614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32207e8b-a683-4f4b-85c1-e5fb237065ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:40.616903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:41.572018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:42.333277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:54.450000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:04:07.520910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32fc3dd8-005e-4fb0-abbe-e2357a1919e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:10.318435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9f902e39-3c0b-4047-b11a-eb52c38bcc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:10.638288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:11.531354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:12.330627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:31.449474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:04:37.449760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-24897d57-5840-423a-a3ed-44132ad544ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:40.204098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fcb8871f-2f18-485d-9bc1-aff6e25d58cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:40.610514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:41.524423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:42.306516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:07.475751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-596d9cab-8196-489e-87a7-d5ea694d5149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:08.448899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:05:10.197840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-715f4573-b786-4865-a5cd-0009daa4593c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:10.620331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:11.523672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:12.311765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:26.611964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40550) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:26.690366 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c2f792-a2f6-438e-ba4b-dc75a3bfab89 admin admin] GET failed (client error): The resource could not be found. Apr 20 10:05:26.691797 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e2c2f792-a2f6-438e-ba4b-dc75a3bfab89 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0787587 Apr 20 10:05:26.835943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438b643-8eba-4505-8c44-855e85ff40c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:26.837440 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1438b643-8eba-4505-8c44-855e85ff40c0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1413565 Apr 20 10:05:29.376911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40560) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:29.494369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd013660-aafc-4cb4-8730-4edf2204f9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:29.494975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fd013660-aafc-4cb4-8730-4edf2204f9b7 admin admin] Synchronizing usage tracker for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:subnet {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:05:29.603264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fd013660-aafc-4cb4-8730-4edf2204f9b7 admin admin] Unset dirty status for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:subnet {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:05:29.604551 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fd013660-aafc-4cb4-8730-4edf2204f9b7 admin admin] 10.222.0.20 "GET /v2.0/subnets/87fab9f8-a95b-4c87-ade6-4c83fa502662 HTTP/1.1" status: 200 len: 849 time: 0.2266078 Apr 20 10:05:29.616343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:05:29.747025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:30.260013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782123404505'] for subnet, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:30.265155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:05:30.306279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:30.306931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:30.308668 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/87fab9f8-a95b-4c87-ade6-4c83fa502662 HTTP/1.1" status: 200 len: 868 time: 0.6967657 Apr 20 10:05:30.309502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6e40b-e844-49fb-8704-3d9dd52fe542 None None] Network eaddab94-a268-484b-a13f-d6c1b6e10ffe requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:05:30.337774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fab9f8-a95b-4c87-ade6-4c83fa502662,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:05:30.346126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.346492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.346854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.347288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.347609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.347969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.348340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.348682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.349216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.349409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.349756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.350117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:30.354077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:05:30.834617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f108c47c-9870-48ae-aaaa-e80ad50c7d38 None None] Provisioning complete for port 57858ac4-48e8-4df3-a3f8-c93b4fecc18c triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:05:30.835162 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f108c47c-9870-48ae-aaaa-e80ad50c7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:30.973365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f108c47c-9870-48ae-aaaa-e80ad50c7d38 None None] Provisioning complete for port 574fd80e-3bb7-4fa3-a810-d97ee6db02a7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:05:30.973769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f108c47c-9870-48ae-aaaa-e80ad50c7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:32.931505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40570) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:33.122356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12655798-4851-4384-ad6a-349cfadd6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:33.122791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12655798-4851-4384-ad6a-349cfadd6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:33.124483 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-12655798-4851-4384-ad6a-349cfadd6af5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1918719 Apr 20 10:05:35.647245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40580) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:35.837087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d68f1a-655d-4368-867d-fc41b8c3871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:35.837617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d68f1a-655d-4368-867d-fc41b8c3871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:35.839280 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-27d68f1a-655d-4368-867d-fc41b8c3871a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908493 Apr 20 10:05:37.454855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fbda-00cd-4167-9cc3-bb01a296e25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:38.384394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 40590) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:38.569903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48620592-5e1a-42a4-a4b6-589b0c9e541c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:38.571357 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-48620592-5e1a-42a4-a4b6-589b0c9e541c admin admin] 10.222.0.20 "GET /v2.0/networks/292aea81-ad05-4811-ac44-a22783e7e8be HTTP/1.1" status: 200 len: 886 time: 0.1857665 Apr 20 10:05:40.208655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1fe967db-800a-462f-a847-710cfb6f405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:40.636264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:41.139161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 40600) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:41.331431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6c5ed-98e2-4776-bcec-fab12ba0e081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:41.332817 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-21b6c5ed-98e2-4776-bcec-fab12ba0e081 admin admin] 10.222.0.20 "GET /v2.0/networks/eaddab94-a268-484b-a13f-d6c1b6e10ffe HTTP/1.1" status: 200 len: 869 time: 0.1925759 Apr 20 10:05:41.534497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:42.316821 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:43.908825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 40610) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:44.030003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd4ecd-c658-484e-87e1-f8c977e3c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:44.030507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd4ecd-c658-484e-87e1-f8c977e3c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:44.032237 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-79dd4ecd-c658-484e-87e1-f8c977e3c06c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223853 Apr 20 10:05:45.448355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:05:46.571865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 40620) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:46.693845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e106f-2f27-468a-bc49-4d7cfebb719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:46.694389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e106f-2f27-468a-bc49-4d7cfebb719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:46.696132 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-716e106f-2f27-468a-bc49-4d7cfebb719f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232154 Apr 20 10:05:49.242285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 40630) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:49.360544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6f23d-e993-480b-bc79-449353713c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:49.362035 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a6c6f23d-e993-480b-bc79-449353713c41 admin admin] 10.222.0.20 "GET /v2.0/subnets/87fab9f8-a95b-4c87-ade6-4c83fa502662 HTTP/1.1" status: 200 len: 868 time: 0.1187241 Apr 20 10:05:51.948767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40640) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:52.065425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59e959-e928-411b-843c-fe813c9c8c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:52.067060 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1c59e959-e928-411b-843c-fe813c9c8c9f admin admin] 10.222.0.20 "GET /v2.0/subnets/ef2f6c75-473f-47e5-83fc-f89466bf4545 HTTP/1.1" status: 200 len: 816 time: 0.1172240 Apr 20 10:06:07.454322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-215ad6cc-77cf-45e7-aa9b-7deb4f97a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:10.208453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-82eb5b12-b014-4d4d-82c9-79e203744e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:10.665171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:11.550693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:12.322496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:19.369746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40684) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:19.423988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-8aa3dd4b-bb12-4003-8ce5-0faf838a1a1d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:06:19.425140 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8aa3dd4b-bb12-4003-8ce5-0faf838a1a1d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543678 Apr 20 10:06:22.048057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40694) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:22.124834 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f28de78-900e-4106-a526-5b6838281154 admin admin] GET failed (client error): The resource could not be found. Apr 20 10:06:22.126242 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2f28de78-900e-4106-a526-5b6838281154 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0771673 Apr 20 10:06:22.264810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf59ad40-a124-4c00-aca4-a3e646fab1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:22.266425 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bf59ad40-a124-4c00-aca4-a3e646fab1cc admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353927 Apr 20 10:06:22.448243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:06:24.860145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40704) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:24.914350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:06:24.919210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:06:24.929664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:06:25.133555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Made reservation on behalf of 74d3fd38bd8b490aa99bf2071ba386cc for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:06:25.138332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:25.236645 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.services.revisions.revision_plugin [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Could not find related network for resource to bump revision. Apr 20 10:06:25.248815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:06:25.317788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:25.318174 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Added segment 445b41b4-5965-41a8-afd0-f35239429a6d of type vlan for network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc Apr 20 10:06:25.346052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:25.437304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:25.438618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:25.439260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:25.444633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:25.552358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Pushing event updated for resources: {'Network': ['ID=1014a7d8-e4cd-478b-b83f-aa72a5305ddc,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:25.555223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:25.563047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:06:25.580289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7188823 Apr 20 10:06:28.138638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40714) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:28.216157 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf3a786-53c0-425c-9328-e33ee8538fa2 admin admin] GET failed (client error): The resource could not be found. Apr 20 10:06:28.216735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bdf3a786-53c0-425c-9328-e33ee8538fa2 admin admin] Synchronizing usage tracker for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:06:28.258530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bdf3a786-53c0-425c-9328-e33ee8538fa2 admin admin] Unset dirty status for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:06:28.259802 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bdf3a786-53c0-425c-9328-e33ee8538fa2 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1193116 Apr 20 10:06:28.375927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07521f33-803c-4922-9ecf-6061913da559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:28.377529 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-07521f33-803c-4922-9ecf-6061913da559 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1133158 Apr 20 10:06:28.389207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc', 'description': 'shared-subnet'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:06:28.394113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:06:28.404756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:06:28.500516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Made reservation on behalf of 74d3fd38bd8b490aa99bf2071ba386cc for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:06:28.505899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:28.944578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:28.949637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7bb98567-5c73-4a4a-b454-f67a36ea06d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:29.027252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979db1db-36d3-47cc-9600-64b29dc8f601,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:29.030691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:29.037428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Checking segment: {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:06:29.037814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Network hostable DHCP agents. Network: 1014a7d8-e4cd-478b-b83f-aa72a5305ddc, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:06:29.110461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:06:29.144498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 1014a7d8-e4cd-478b-b83f-aa72a5305ddc) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:06:29.149146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:29.149777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:29.153959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5180d-7dd1-4446-b091-5394e3fb9e31 None None] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:06:29.220316 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8352547 Apr 20 10:06:29.396480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-1014a7d8-e4cd-478b-b83f-aa72a5305ddc', 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc', 'tenant_id': '74d3fd38bd8b490aa99bf2071ba386cc', 'fixed_ips': [{'subnet_id': '979db1db-36d3-47cc-9600-64b29dc8f601'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:06:29.397408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:29.572138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Allocated IP 192.168.233.2 (1014a7d8-e4cd-478b-b83f-aa72a5305ddc/979db1db-36d3-47cc-9600-64b29dc8f601/1b10452c-d32a-484e-bb1d-505f63548eee) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:06:29.856584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:29.868142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Transition to ACTIVE for port object 1b10452c-d32a-484e-bb1d-505f63548eee will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:06:29.888376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Transition to ACTIVE for port object 1b10452c-d32a-484e-bb1d-505f63548eee will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:06:29.956972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:29.963221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:30.028999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:06:30.030954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:06:30.035744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:06:30.079356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Pushing event updated for resources: {'Port': ['ID=1b10452c-d32a-484e-bb1d-505f63548eee,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:30.119890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.120194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.120561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.120926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.121284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.121638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.121990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.122338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.122689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.123036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.123937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.124294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:30.132957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:30.155618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Attempting to bind port 1b10452c-d32a-484e-bb1d-505f63548eee on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:06:30.160758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Attempting to bind port 1b10452c-d32a-484e-bb1d-505f63548eee by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:06:30.160758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Attempting to bind port 1b10452c-d32a-484e-bb1d-505f63548eee on network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:06:30.162129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:06:30.162535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Checking segment: {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:06:30.162976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:30.163431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Bound using segment: {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:06:30.163945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Bound port: 1b10452c-d32a-484e-bb1d-505f63548eee, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:06:30.164352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:30.264444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] For port 1b10452c-d32a-484e-bb1d-505f63548eee, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:06:30.268138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] For port 1b10452c-d32a-484e-bb1d-505f63548eee, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=1b10452c-d32a-484e-bb1d-505f63548eee,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:06:30.351813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:30.357628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:30.446325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Pushing event updated for resources: {'Port': ['ID=1b10452c-d32a-484e-bb1d-505f63548eee,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:30.453231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:31.678334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940734fd-4048-49f9-b99f-f09e8a27ee2c None None] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:06:31.791980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-1cbbaaca-9db8-4b57-b201-7bed78a88312 None None] Provisioning for port 1b10452c-d32a-484e-bb1d-505f63548eee completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:06:31.962407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1b10452c-d32a-484e-bb1d-505f63548eee up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:06:32.065289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 1b10452c-d32a-484e-bb1d-505f63548eee completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:06:32.074725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 1b10452c-d32a-484e-bb1d-505f63548eee triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:32.075296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:32.208678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:32.254776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-71e68ea1-af64-4cb5-b975-b775fcabc6c0 None None] Provisioning complete for port 1b10452c-d32a-484e-bb1d-505f63548eee triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:32.255066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-71e68ea1-af64-4cb5-b975-b775fcabc6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:32.287928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 1b10452c-d32a-484e-bb1d-505f63548eee, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=1b10452c-d32a-484e-bb1d-505f63548eee,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:06:32.360126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:32.370013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:32.457836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=1b10452c-d32a-484e-bb1d-505f63548eee,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:32.461216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:33.924762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1b10452c-d32a-484e-bb1d-505f63548eee up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:06:34.001774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 1b10452c-d32a-484e-bb1d-505f63548eee triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:34.002182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:37.447314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2aa5aa0b-8f52-45c4-bd54-d9310410b8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:40.196094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-307cbaf7-4b9a-4e3e-8b57-3fd68e6af46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:40.653189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:41.527677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:42.344815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:59.447694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:07:07.464732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65053305-d1fa-44c2-92a8-8591bcd8d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:10.195580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-74092ae9-c49e-44da-ab9a-23aa72608052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:10.698946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:11.533172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:12.332603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:36.447003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:07:37.446936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fad6a757-84bf-4e8c-bb49-e137ef8d6735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:40.201095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a9506f9-82f5-4737-86ea-cfe78bd2438f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:40.635207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:41.538364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:42.338099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:55.549340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40764) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:55.555663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [None req-5ac0fb8a-8065-4b55-bc10-a9d94eb6e26a tempest-verify_tempest_config-950624041 tempest-verify_tempest_config-950624041-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:07:55.556728 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5ac0fb8a-8065-4b55-bc10-a9d94eb6e26a tempest-verify_tempest_config-950624041 tempest-verify_tempest_config-950624041-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063314 Apr 20 10:07:56.016913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40782) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:56.146312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.164331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:07:56.168767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Usage tracker for resource:security_group_rule and tenant:9a8a21560a1f4116a530099857ac715c is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:07:56.171691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:07:56.177559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:07:56.476433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.514937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.524951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:07:56.566728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Synchronizing usage tracker for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:07:56.569170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f8690-c841-42a8-8c9d-c69198738843,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:07:56.581272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.581650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.582019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.582404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.582766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.583129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.583519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.583881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.584250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.584608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.584960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.585313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:56.590697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:07:56.629265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Unset dirty status for tenant:74d3fd38bd8b490aa99bf2071ba386cc on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:07:56.630598 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a8a21560a1f4116a530099857ac715c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6126451 Apr 20 10:07:56.633419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40788) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:56.695191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.722720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.926101 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.931656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:07:56.948905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f8690-c841-42a8-8c9d-c69198738843,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:07:56.951927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:07:56.952877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:56.954078 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/881f8690-c841-42a8-8c9d-c69198738843 HTTP/1.1" status: 204 len: 168 time: 0.3196807 Apr 20 10:08:07.446495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ef806dc-1928-456e-af03-da8151749ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:10.206601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b3d68634-d26c-4a23-b779-b06a346e37f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:10.640748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:11.560880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:12.332012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:13.446193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:08:37.451594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-75a650d0-d916-43e8-9a74-d4a3124dc57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:40.200227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e2307cc2-676f-4af5-af64-da196185f683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:40.640371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:41.542613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:42.336894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:50.445168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:09:07.462822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e1b90e4f-a083-47e9-a703-cb9cd02835d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:10.204287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-81d1c905-6530-4282-931c-f95eb3ac0478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:10.644859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:11.554272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:12.354145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:27.444235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 5 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:09:37.467837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c6ae087-5cda-4a5f-aee0-400febd973c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:40.205002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-01cec451-a311-445c-a75f-ab14704f098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:40.645347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:41.554448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:41.964003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109'] for agent, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:42.337860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:47.163964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40840) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:09:47.289974 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a04a4d24-9a7b-4c56-b11b-b7c6e7ba5143 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1248016 Apr 20 10:09:49.872897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 40850) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:09:49.934959 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-84cb5ec0-7445-4ac3-a2f1-dbd78d95edc6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0608547 Apr 20 10:10:04.444742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:10:07.456502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-29939828-0abc-4c3f-8dbf-e39ea4162e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:10.204720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-98bdd306-ddd1-46ce-8ac9-f6480eae5a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:10.645165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:11.553465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:11.924919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:12.341754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:37.484691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8da4229f-65ea-45a9-971c-ac84e8f82a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:40.227973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eb99e884-f5d5-4b69-8a8d-62795c55158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:40.650254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:41.444909 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:10:41.541866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:41.922830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:42.357271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.489475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8427664f-4e60-472d-81ee-dfe75ec05de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.221920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78df28b4-b993-4ad0-aa61-12b3788ca3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.650684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.562820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.924426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.370361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.446205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:11:31.541390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41000) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:32.175629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-network', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:32.186062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:32.196119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Usage tracker for resource:network and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:32.203174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:32.211678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:32.296347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Made reservation on behalf of 0bd2bde52c0349cc95b0be989f22f9df for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:32.302949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.317497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.339130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:32.347447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:32.353231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:32.365785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:32.512725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.581963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.590684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19ffcbb4-6ae9-4c7c-96d6-f8a4e2819a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:32.648686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11df22-0aa9-4f3f-a620-81ad566b995e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:32.669899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.670809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.671464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.672080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.672703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.673325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.673925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.674541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.675241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.676130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.676903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.677618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Tracked resource versions report: Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:11:32.679881 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:32.690327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:32.693769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:32.709158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.709786 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Added segment 7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e of type vlan for network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 Apr 20 10:11:32.766872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41046) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:32.772837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.884427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.886159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:32.887149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.894509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:33.011795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Pushing event updated for resources: {'Network': ['ID=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:33.022758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:33.024735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:33.053908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41060) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:33.068702 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5249560 Apr 20 10:11:33.070834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Request body: {'subnet': {'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-subnet', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:33.092762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:33.102433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Usage tracker for resource:subnet and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:33.116633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:33.131648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:33.211756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Made reservation on behalf of 0bd2bde52c0349cc95b0be989f22f9df for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:33.217749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:33.243286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1882269642-network', 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:33.253946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:33.320531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Usage tracker for resource:network and tenant:b27593ec9302489fbdedbf1ab3584bdf is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:33.326568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:33.337697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:33.415944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:33.425647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:33.457089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:33.486744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:33.514417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b27593ec9302489fbdedbf1ab3584bdf is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:33.530543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:33.544106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:33.977563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.068898 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.080032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:34.103598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:34.146559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.146961 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Added segment 0d19d19b-a469-4e34-9db1-1047731a4b44 of type vlan for network ffa6114e-f146-4213-a11c-4f3bc2b7039b Apr 20 10:11:34.148262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47105f6b-b8f1-4653-b676-b0f36c0061e3,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:34.164347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.164731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.165109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.165437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.165791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.166277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.166460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.166778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.167149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.167557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.167913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.168341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Tracked resource versions report: Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:11:34.169398 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:34.174591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:34.206022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.316049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.319633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:34.320271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.327594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:34.361818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41104) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:34.504425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41112) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:34.710569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.738276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa6114e-f146-4213-a11c-4f3bc2b7039b,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:34.751843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:34.764770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:34.770058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:34.845654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41126) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:34.846431 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0750649 Apr 20 10:11:34.861459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Request body: {'subnet': {'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1882269642-subnet', 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:34.870462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:34.879378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Usage tracker for resource:subnet and tenant:b27593ec9302489fbdedbf1ab3584bdf is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:34.884237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:34.892142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:34.908687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-network', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:34.915936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:34.921072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Usage tracker for resource:network and tenant:6fc644785cea40fe86b1e1a02353e303 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:34.925351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:34.932900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:34.934231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Checking segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:34.934894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Network hostable DHCP agents. Network: ae53144c-6f8b-4d63-ad0c-a5d717fc55a7, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:34.943617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:34.947024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:34.952269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:34.957304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:34.986467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Made reservation on behalf of 6fc644785cea40fe86b1e1a02353e303 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:34.992691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.021916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:35.058000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.083938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, ae53144c-6f8b-4d63-ad0c-a5d717fc55a7) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:35.089033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:35.090173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.098395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:35.099070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599e0a1-8af0-43e2-b388-91190c27d241 None None] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:35.109076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc644785cea40fe86b1e1a02353e303 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:35.113476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:35.126077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:35.146732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41132) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:35.147916 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0918949 Apr 20 10:11:35.164939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:35.178257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:35.182783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Usage tracker for resource:router and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:35.186737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:35.194575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:35.263205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.264416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.283191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597020689-network', 'tenant_id': '77f9ec388daa47b3a239729dae029d11'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:35.304676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:35.318763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Usage tracker for resource:network and tenant:77f9ec388daa47b3a239729dae029d11 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:35.324327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:35.367500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.521645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:35.618784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:11:35.619738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.707789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Made reservation on behalf of 77f9ec388daa47b3a239729dae029d11 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:35.711908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.735875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.840828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.871173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.948809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17ebff03-0c13-4733-a719-d326535557ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:36.051652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:36.053842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a55f7c-8295-4ac5-b075-2a4ca4a6d706,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:36.157663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Usage tracker for resource:security_group_rule and tenant:77f9ec388daa47b3a239729dae029d11 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:36.186930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Allocated IP 172.20.0.2 (ae53144c-6f8b-4d63-ad0c-a5d717fc55a7/24c4a431-cb3f-46e9-9a2c-ae505e49ebe5/55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:36.366900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:36.378456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:36.389836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:36.392331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:36.507112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.507722 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Added segment e6e880b4-3dec-4715-b674-55fe4314a683 of type vlan for network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b Apr 20 10:11:36.549280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.614402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.677398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.748309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Transition to ACTIVE for port object 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:36.803032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Transition to ACTIVE for port object 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:36.846260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.856246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.867653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:36.869495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.872935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1eb4e826-8fac-4750-a303-a1cd6f04852f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:36.875720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:36.902607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.994412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:37.001804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:37.002100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.024571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:37.044416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.061823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Pushing event updated for resources: {'Network': ['ID=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.073449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:37.077956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:37.081342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:37.129718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.130425 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Added segment 2db1b2be-356c-4a39-9fd2-a040d3b29531 of type vlan for network b89e4d53-3128-4312-ae45-29fb6d36d35a Apr 20 10:11:37.163119 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7944846 Apr 20 10:11:37.164885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41192) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:37.170257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a742fe-1038-4bf3-8a0b-2a448bd63ce0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.182465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Request body: {'subnet': {'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-subnet', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:37.183626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:37.183996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6ac382d1-8ca6-437f-a927-ecb40e7c0ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:37.200279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:37.210354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Usage tracker for resource:subnet and tenant:6fc644785cea40fe86b1e1a02353e303 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:37.218089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:37.219023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:37.235947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:37.253987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.263830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Checking segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:37.270515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Network hostable DHCP agents. Network: ffa6114e-f146-4213-a11c-4f3bc2b7039b, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:37.301803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Made reservation on behalf of 6fc644785cea40fe86b1e1a02353e303 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:37.312376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.369182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bf3025-6cae-452a-829a-17e27442653f,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.380426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:37.482354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:37.554769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.558537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:37.559192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.563444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Pushing event updated for resources: {'Port': ['ID=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.583873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:37.615263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41198) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:37.636052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, ffa6114e-f146-4213-a11c-4f3bc2b7039b) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:37.686152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Attempting to bind port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:37.686817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Attempting to bind port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:37.687505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Attempting to bind port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:37.699084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554b395-7aa3-4149-b5bb-4e4bcf5d5bdf None None] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:37.730542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:37.731476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.739212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac37d-db29-42ae-9c3f-a660b80ff055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.743086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.744202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.763946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.764680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.765304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.765923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.766529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.767136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.767756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.769037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.769636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.770245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.770849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Tracked resource versions report: Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:11:37.773000 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:37.800733 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2949066 Apr 20 10:11:37.804730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41206) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:37.811029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.817460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Request body: {'subnet': {'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597020689-subnet', 'tenant_id': '77f9ec388daa47b3a239729dae029d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:37.823019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:37.823691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Checking segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:37.827672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.828398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Bound using segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:37.829296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Bound port: 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:37.829970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.873862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Pushing event updated for resources: {'Network': ['ID=b89e4d53-3128-4312-ae45-29fb6d36d35a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.880321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:37.883663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:37.889332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Usage tracker for resource:subnet and tenant:77f9ec388daa47b3a239729dae029d11 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:37.893175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:37.898188 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0500743 Apr 20 10:11:37.904317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:37.951025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network b89e4d53-3128-4312-ae45-29fb6d36d35a details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:38.158995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:38.164187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.204080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:38.211930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Usage tracker for resource:security_group_rule and tenant:1df2d6048f3645bca9b69ad7c6c24a55 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:38.218336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:38.232498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:38.260941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] For port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:38.267588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] For port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:38.381340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.416344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.425898 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.435559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Made reservation on behalf of 77f9ec388daa47b3a239729dae029d11 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:38.445636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.492763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.597248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.610588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1f3fe36a-7379-49ae-ba98-628ebf7c86aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.650212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Pushing event updated for resources: {'Port': ['ID=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:38.672492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:38.767405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4eff79-fad7-46b0-a11f-f9531baa14bb,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:38.797745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.807526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:38.808958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41236) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:38.820732 dv-cinder-774594-4-smb neutron-server[86324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 10:11:38.830270 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1df2d6048f3645bca9b69ad7c6c24a55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2056332 Apr 20 10:11:38.854500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bc4938-89d3-4f58-a82b-bba71d90b4a8,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:38.857585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41240) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:38.879912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:39.002257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Allocated IP 172.28.0.71 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/09864e13-32c7-4a1d-bb85-144135209702) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:39.019613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b9f0c-8070-4511-aa75-ee5de72c33d9 None None] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:39.029454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.030578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Checking segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:39.031231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Network hostable DHCP agents. Network: 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:39.061757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.121609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:39.203094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-e6b8f64a-e044-4c0a-b1cc-01efce4b7e53 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.204127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-e6b8f64a-e044-4c0a-b1cc-01efce4b7e53 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:network {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:39.278630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-e6b8f64a-e044-4c0a-b1cc-01efce4b7e53 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:network {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:39.280187 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-e6b8f64a-e044-4c0a-b1cc-01efce4b7e53 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.4697337 Apr 20 10:11:39.280819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:39.286191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.287012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.313833 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-2a9637be-f095-4eb5-87d8-1ef41c5376b4 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/quotas/b27593ec9302489fbdedbf1ab3584bdf HTTP/1.1" status: 200 len: 375 time: 0.0197001 Apr 20 10:11:39.334674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5289c-eb87-4d09-904a-21186a7b23e6 None None] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:39.415655 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-2c766487-80a5-4276-8061-862df9421ccf tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947447 Apr 20 10:11:39.481100 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3133111 Apr 20 10:11:39.485530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41250) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:39.507747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:39.520739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:39.557748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Usage tracker for resource:router and tenant:6fc644785cea40fe86b1e1a02353e303 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:39.566324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:39.613913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:39.710249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.742317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.745121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.767941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a2e7b4fd-209c-4fcc-ab8a-15a61a0233ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:39.790276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bc4938-89d3-4f58-a82b-bba71d90b4a8,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:39.808663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-ff901bfb-92d6-45ef-9a8a-1f40db26cf28 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:11:39.808663 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-ff901bfb-92d6-45ef-9a8a-1f40db26cf28 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1449804 Apr 20 10:11:39.822279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:39.930892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.946090 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38bc4938-89d3-4f58-a82b-bba71d90b4a8 HTTP/1.1" status: 204 len: 168 time: 1.0763297 Apr 20 10:11:40.000443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.264362 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-ac996687-c836-4ae9-8dba-9565ed56715e service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494367 Apr 20 10:11:40.280215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.422582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:40.490486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.509495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:40.631293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:40.639036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:40.652368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:40.754059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1f635-e8d9-4241-839c-294ad2eacb8f None None] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:40.780067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Pushing event updated for resources: {'Port': ['ID=09864e13-32c7-4a1d-bb85-144135209702,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:40.789036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:40.799447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5f015283-3621-47bf-b222-8639681dc562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.946331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b93d2-aafd-4815-b8eb-d21fe3efada0 None None] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:40.998837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.009791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.099694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:41.202725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41300) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:41.228264 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-c1516292-a27f-46b5-9579-cb7461a44dcb service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9149039 Apr 20 10:11:41.265513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Provisioning for port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:41.611295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.639020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Provisioning complete for port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:41.639472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.722273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2e08ac6b-68e0-49c4-bcf7-91035d722390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:41.801675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.952541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01721ab4-a3d6-48f3-9af3-c71462c582b4,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:41.977053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:42.003622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Checking segment: {'id': '2db1b2be-356c-4a39-9fd2-a040d3b29531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:42.009284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Network hostable DHCP agents. Network: b89e4d53-3128-4312-ae45-29fb6d36d35a, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:42.048466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.078721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.104681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] For port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:42.139265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.142049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:42.303967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.345635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Network b89e4d53-3128-4312-ae45-29fb6d36d35a is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:42.353271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0ca31508-f1ad-4d28-bd4a-78409d405491 req-b6d7acfb-d86a-4fed-9ccb-8694901e6e10 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.1962147 Apr 20 10:11:42.370672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:42.377184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Usage tracker for resource:security_group_rule and tenant:303e54bd77e349099a8482cd72fdc32b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:42.398903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:42.422398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:42.492962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Pushing event updated for resources: {'Port': ['ID=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:42.497540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, b89e4d53-3128-4312-ae45-29fb6d36d35a) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:42.516910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:42.523113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:42.531700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.531891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-9efbe57f-b8ee-43d9-ae21-d90e35c99a5c None None] Provisioning complete for port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:42.531891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9efbe57f-b8ee-43d9-ae21-d90e35c99a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.532045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.617240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4bd6a-d228-4816-9474-851d2071482e None None] Network b89e4d53-3128-4312-ae45-29fb6d36d35a requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:42.872807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.996129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.025285 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d3899439-5cb1-4ef7-985c-873e102abe6e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.2159638 Apr 20 10:11:43.110294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.325500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2912b2c-ca09-4af3-8b4a-65ee5f35aa24 None None] Network b89e4d53-3128-4312-ae45-29fb6d36d35a requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:43.386920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.410992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.429872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Allocated IP 172.28.0.56 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/2f90a92b-d3d7-41ad-82a1-77f9a305bc69) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:43.585709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41390) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:43.610621 dv-cinder-774594-4-smb neutron-server[86324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 10:11:43.724340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.816342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:43.864727 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a0c0bea-980a-4aa5-84c8-dd798ec4de44 req-9fd20e2a-a664-433f-a444-24c32873f7f9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.2728448 Apr 20 10:11:43.952194 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=303e54bd77e349099a8482cd72fdc32b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7201173 Apr 20 10:11:43.956386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41402) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:43.956830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb463a18-c8a1-4e16-b45e-fa38e7e626ac,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:43.966718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:44.042464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.141687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.149238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:44.180258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:44.259976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Pushing event updated for resources: {'Port': ['ID=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:44.265042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:44.287443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:44.289638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:44.293072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:44.443695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:44.444513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.466710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.650117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Router c7eda985-262d-4036-b5cc-026ca964ab35 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:11:44.665148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.077926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.112821 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.151557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3739f589-5545-471e-831a-ec44706ee644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:45.186258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.193857 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb463a18-c8a1-4e16-b45e-fa38e7e626ac HTTP/1.1" status: 204 len: 168 time: 1.2336597 Apr 20 10:11:45.296289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-4c6ee147-9e4e-496b-9c6f-573a2080e0c0 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:45.304815 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-4c6ee147-9e4e-496b-9c6f-573a2080e0c0 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/networks?id=b89e4d53-3128-4312-ae45-29fb6d36d35a HTTP/1.1" status: 200 len: 811 time: 0.6420863 Apr 20 10:11:45.308917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb463a18-c8a1-4e16-b45e-fa38e7e626ac,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:45.340556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:45.348370 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-cbd4a231-4d16-4f5e-8ad8-2d36211b58c5 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/quotas/77f9ec388daa47b3a239729dae029d11 HTTP/1.1" status: 200 len: 375 time: 0.0423405 Apr 20 10:11:45.379966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:45.399454 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f6c8ca4-fa54-4372-862e-bbc3789c34a7 req-41bf1318-4356-4f3c-9dac-8b250811ea4a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.2587566 Apr 20 10:11:45.422369 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-6f66dc9f-67a5-4c4c-953a-001fc3ff4d94 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=77f9ec388daa47b3a239729dae029d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728550 Apr 20 10:11:45.449024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:45.472093 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:45.473320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:45.553020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.554773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.4052608 Apr 20 10:11:45.557793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41466) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:46.092311 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3edc1b45-e245-4d15-949a-8c82ffb98903 service neutron] 10.222.0.20 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687026 Apr 20 10:11:46.093329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:46.158487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.416225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41484) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:46.474349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41490) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:46.474913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.541165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:46.555286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Usage tracker for resource:security_group_rule and tenant:24c26f0f2bc24762ba670c67aee8a57d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:46.565853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:46.587167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:46.621667 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c7476a66-a6db-4d63-a5f1-900eb9e33d5a service neutron] 10.222.0.20 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212665 Apr 20 10:11:46.797112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:41Z', 'revision_number': 3, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:46.802873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:46.803393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Updating router c7eda985-262d-4036-b5cc-026ca964ab35 port 09864e13-32c7-4a1d-bb85-144135209702 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:46.827039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Router f0eeb346-3564-4399-bbde-a71c5b0bce75 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:11:46.878199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.913866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-63a894b1-8796-45aa-84ef-5e2ef6d1d423 req-68f1b527-87c4-4e3e-83ff-0b9fa89e3c90 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.1352448 Apr 20 10:11:47.015955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.054793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:47.064687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Usage tracker for resource:security_group_rule and tenant:3c964ed71ed1467ea95e7dd8e406665d is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:47.078731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:47.103413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:47.187113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:47.201964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Sync routers for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:47.216757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:47.217455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:47.328932 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dad22706-e00f-41ba-a47f-1678cade15d2 req-4eb7bdfd-94e7-4523-b20e-ea607f9544a9 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.1270080 Apr 20 10:11:47.385002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.48', 63401) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:47.506054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.570693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.572609 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0857203 Apr 20 10:11:47.575615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41526) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:47.598635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Transition to ACTIVE for port object 09864e13-32c7-4a1d-bb85-144135209702 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:47.643921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.649947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:47.661615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:47.822686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Pushing event updated for resources: {'Port': ['ID=09864e13-32c7-4a1d-bb85-144135209702,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:47.835067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.835586 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.836033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.836492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.836929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.837439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.837876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.838429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.838850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.839426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.839803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.840230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Tracked resource versions report: Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: pushed versions: Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': {'1.0'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': {'1.1'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': {'1.7'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': {'1.2'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': {'1.8'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': {'1.0'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': {'1.1'}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': {'1.1'}} Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: consumer versions: Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: { DHCP agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: L3 agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: Metadata agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: Metering agent@dv-cinder-774594-4-smb: {}, Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: Open vSwitch agent@dv-cinder-774594-4-smb: { 'AddressGroup': '1.2', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'ConntrackHelper': '1.0', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Log': '1.0', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Network': '1.1', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Port': '1.7', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'PortForwarding': '1.2', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'QosPolicy': '1.8', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroup': '1.4', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SecurityGroupRule': '1.2', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'SubPort': '1.0', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Subnet': '1.1', Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: 'Trunk': '1.1'}} Apr 20 10:11:47.841477 dv-cinder-774594-4-smb neutron-server[86324]: {{(pid=86442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:47.860263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:47.887095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Attempting to bind port 09864e13-32c7-4a1d-bb85-144135209702 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:47.887668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Attempting to bind port 09864e13-32c7-4a1d-bb85-144135209702 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:47.888167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Attempting to bind port 09864e13-32c7-4a1d-bb85-144135209702 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:47.898322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:47.899740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:47.900436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.903477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:47.904452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Bound port: 09864e13-32c7-4a1d-bb85-144135209702, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:47.905018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.975610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.084056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.110218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:48.165493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491f661-3726-4bef-95f3-117557284454,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:48.174245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] For port 09864e13-32c7-4a1d-bb85-144135209702, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:48.181200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] For port 09864e13-32c7-4a1d-bb85-144135209702, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=09864e13-32c7-4a1d-bb85-144135209702,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:48.190837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:48.211014 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24c26f0f2bc24762ba670c67aee8a57d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7903328 Apr 20 10:11:48.253006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41554) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:48.342665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-83a0affb-ecaa-4cdb-aef7-c9b55c32480d tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.344381 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-83a0affb-ecaa-4cdb-aef7-c9b55c32480d tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.9423962 Apr 20 10:11:48.354216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.366011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:48.398251 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb09653e-eaf6-419f-bb3c-886b49c18110 req-2ead38c9-8882-4278-9faa-684db91cabaf tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.1053803 Apr 20 10:11:48.425376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Request body: {'port': {'device_id': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'admin_state_up': True, 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:48.517154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.530858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Pushing event updated for resources: {'Port': ['ID=09864e13-32c7-4a1d-bb85-144135209702,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:48.535301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.536079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:48.568383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:48.569482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:48.659466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cef63da-1a96-4a9c-b304-76c4d22a0f6f req-da8ec187-178e-4182-8200-a204652876d2 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.1308744 Apr 20 10:11:48.692179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.779046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.799190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:44Z', 'revision_number': 3, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:48.831135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Checking router: f0eeb346-3564-4399-bbde-a71c5b0bce75 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:48.831135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Updating router f0eeb346-3564-4399-bbde-a71c5b0bce75 port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:48.832001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.850115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:48.877495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Usage tracker for resource:port and tenant:b27593ec9302489fbdedbf1ab3584bdf is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:48.886324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:48.900433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:48.907351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:48.968703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.988467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58acef6-fb1c-4e3d-a37c-1fd0c6605db7,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:48.993507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41582) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:49.001137 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c964ed71ed1467ea95e7dd8e406665d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5219288 Apr 20 10:11:49.002226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:49.004397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41588) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:49.088064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:49.147435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.162920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:49.169411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.264582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.304549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.357506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.371380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:49.382361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Usage tracker for resource:security_group_rule and tenant:084b4e05824849609f1980d1be12e21b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:49.395727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:49.428020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:49.762941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.802123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Transition to ACTIVE for port object 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:49.862526 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-464c7317-177d-4b17-9b3c-9934e0e3b31e req-82e377ea-fcfe-49aa-bd67-e455917cdf61 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.0551999 Apr 20 10:11:49.872709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.890227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:41Z', 'revision_number': 3, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:49.890227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8f34a-0cde-4cd1-a2f7-284e9c34c016 None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:41Z', 'revision_number': 3, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:49.895937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:50.012615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Attempting to bind port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:50.013685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Attempting to bind port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:50.014090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Attempting to bind port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:50.027002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:50.027468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:50.027881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.028319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:50.028847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Bound port: 2f90a92b-d3d7-41ad-82a1-77f9a305bc69, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:50.029262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.056685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Allocated IP 172.20.0.1 (67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b/6a4eff79-fad7-46b0-a11f-f9531baa14bb/a6dec1a3-9eca-4cda-9626-1ed07a7898e1) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:50.074274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Pushing event updated for resources: {'Port': ['ID=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:50.091385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:50.149199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] For port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:50.153470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] For port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:50.173710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Allocated IP 172.20.0.1 (ae53144c-6f8b-4d63-ad0c-a5d717fc55a7/24c4a431-cb3f-46e9-9a2c-ae505e49ebe5/99cfa1e7-3c0c-446f-b6bd-0816df176ad3) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:50.181771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.199369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14b02285-9dda-4fdd-9e02-a34d4a0e3f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:50.315238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:50.317063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:50.389065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Allocated IP 172.20.0.3 (ffa6114e-f146-4213-a11c-4f3bc2b7039b/87bf3025-6cae-452a-829a-17e27442653f/d4898334-2eb4-4be8-b829-7844c6d03883) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:50.430650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Pushing event updated for resources: {'Port': ['ID=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:50.442865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:50.474312 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9cbb0a11-9065-4863-bf37-723b395d922e req-c2e3c8a5-39d1-45e6-8ae9-87a9b410c9cd tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.2907741 Apr 20 10:11:50.656114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.834080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.847011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:50.946508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:50.946508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:50.946508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:50.946508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:50.980408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:50.988054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.186078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b3ec202f-db61-4323-92b7-6239e8d8c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:51.356442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.376280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.394762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0491f661-3726-4bef-95f3-117557284454 HTTP/1.1" status: 204 len: 168 time: 3.1189263 Apr 20 10:11:51.398443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491f661-3726-4bef-95f3-117557284454,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:51.420043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.422694 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d58acef6-fb1c-4e3d-a37c-1fd0c6605db7 HTTP/1.1" status: 204 len: 168 time: 2.4170907 Apr 20 10:11:51.483189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:51.507402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-531c46ad-9177-4bcd-b086-944712978e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:51.680849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58acef6-fb1c-4e3d-a37c-1fd0c6605db7,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:51.690440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:51.818444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:44Z', 'revision_number': 3, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:51.824103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dc236-e3cc-422c-834a-641eb1dae558 None None] The sync data for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb is: [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:44Z', 'revision_number': 3, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:51.920946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.073295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-ccbbd78a-f961-4e96-ae93-eb512b5930a9 req-bd6bee29-d547-45a3-982b-b97c0d6772b5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:52.083490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.102774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.114238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Transition to ACTIVE for port object 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:52.156878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.180932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:52.261297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.48', 63410) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:52.269956 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=084b4e05824849609f1980d1be12e21b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2711699 Apr 20 10:11:52.279777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-ccbbd78a-f961-4e96-ae93-eb512b5930a9 req-bd6bee29-d547-45a3-982b-b97c0d6772b5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:52.285766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41640) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:52.301924 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ccbbd78a-f961-4e96-ae93-eb512b5930a9 req-bd6bee29-d547-45a3-982b-b97c0d6772b5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.3854873 Apr 20 10:11:52.519552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 09864e13-32c7-4a1d-bb85-144135209702 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:52.703361 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e43f4e6b-6024-45f6-b131-9d119cd97384 req-88afd44f-2685-4b39-8863-f52b2e1b43bc tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.6740875 Apr 20 10:11:52.782155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:52.794456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.949s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:52.842879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41656) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:52.907564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.924212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 09864e13-32c7-4a1d-bb85-144135209702 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:52.932451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 09864e13-32c7-4a1d-bb85-144135209702 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:52.934287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.937767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd03a8-e280-4f90-87d2-a8529356ee5c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:52.987086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.991641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:53.022080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.083586 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7bd57db9-5f41-4b0e-a254-52150c6edf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:53.102445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.157582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.172263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.176122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:53.192896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:53.202627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Usage tracker for resource:security_group_rule and tenant:1273be91947e4e40aae2d4d9c98621ac is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:53.210594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:53.226929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:53.278120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.380438 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.397490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-68e99070-4050-4d02-8d79-33f9eaa2c23e tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:53.398501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-368c2c2a-ed76-43be-b265-57f01d35419b req-68e99070-4050-4d02-8d79-33f9eaa2c23e tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Synchronizing usage tracker for tenant:77f9ec388daa47b3a239729dae029d11 on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:53.411421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.433614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:53.435519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:53.489941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 09864e13-32c7-4a1d-bb85-144135209702, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=09864e13-32c7-4a1d-bb85-144135209702,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:53.804402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:53.804402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.810476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd03a8-e280-4f90-87d2-a8529356ee5c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:53.810476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.811645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:53.811922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:53.811996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.811996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:53.812117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:53.812206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:53.812206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-368c2c2a-ed76-43be-b265-57f01d35419b req-68e99070-4050-4d02-8d79-33f9eaa2c23e tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Unset dirty status for tenant:77f9ec388daa47b3a239729dae029d11 on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:53.812206 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-68e99070-4050-4d02-8d79-33f9eaa2c23e tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.48 "GET /v2.0/networks?id=b89e4d53-3128-4312-ae45-29fb6d36d35a HTTP/1.1" status: 200 len: 811 time: 1.4981852 Apr 20 10:11:53.812206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:53.818145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=09864e13-32c7-4a1d-bb85-144135209702,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:53.819970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:53.823200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.832204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:53.936250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:53.950435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:53.970381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Request body: {'port': {'device_id': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a', 'admin_state_up': True, 'tenant_id': '77f9ec388daa47b3a239729dae029d11'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:54.018988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:54.054137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bf892909-2612-40e3-a4d9-fcb2ba1d9ceb None None] Provisioning for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:54.066794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bf892909-2612-40e3-a4d9-fcb2ba1d9ceb None None] Provisioning complete for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:54.067848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bf892909-2612-40e3-a4d9-fcb2ba1d9ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.159219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event updated for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:54.170936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:54.172906 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7602899 Apr 20 10:11:54.357052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.384815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-bf892909-2612-40e3-a4d9-fcb2ba1d9ceb None None] Port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:54.436034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:54.448004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-83df476e-20fb-47ba-8ac6-cf6a69b860f7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:11:54.450230 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-83df476e-20fb-47ba-8ac6-cf6a69b860f7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2307408 Apr 20 10:11:54.566394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.606930 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1273be91947e4e40aae2d4d9c98621ac&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7379651 Apr 20 10:11:54.608195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.610957 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42dd03a8-e280-4f90-87d2-a8529356ee5c HTTP/1.1" status: 204 len: 168 time: 2.3061938 Apr 20 10:11:54.644895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.655863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 41690) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:54.662572 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:54.683755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:54.689363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:54.690354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.725630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Usage tracker for resource:port and tenant:77f9ec388daa47b3a239729dae029d11 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:54.744055 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-04eca3e4-a64f-469c-ae79-6d82b7a3d510 req-2f892482-935c-43e5-90cc-b0228044030f tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.3830841 Apr 20 10:11:54.745200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:54.757567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db05661-f077-49fb-a426-6150f0cb983d,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:54.768807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bda45-c326-40b5-9ed2-4615c0fdd834 req-4c876070-3cec-46f0-9bfd-9c68a4aba37b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:54.778158 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9e8bda45-c326-40b5-9ed2-4615c0fdd834 req-4c876070-3cec-46f0-9bfd-9c68a4aba37b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 931 time: 1.1909466 Apr 20 10:11:54.783019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:54.784839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:54.789912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:54.856735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Made reservation on behalf of 77f9ec388daa47b3a239729dae029d11 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:54.864926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.034941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:55.046381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:55.151798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Allocated IP 172.20.0.3 (b89e4d53-3128-4312-ae45-29fb6d36d35a/01721ab4-a3d6-48f3-9af3-c71462c582b4/1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:55.220174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.235987 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9e8bda45-c326-40b5-9ed2-4615c0fdd834 req-094f17f5-8dab-4844-a524-c8119dfc9c57 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568632 Apr 20 10:11:55.272585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.351101 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:55.398698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.400488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 09864e13-32c7-4a1d-bb85-144135209702 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:55.450231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:11:55.535597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:55.561490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Request body: {'port': {'device_id': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:55.564082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Router f0eeb346-3564-4399-bbde-a71c5b0bce75 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:11:55.613172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:55.618763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:55.770904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 09864e13-32c7-4a1d-bb85-144135209702 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:55.771795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.893743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:55.914780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:55.989734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:56.026087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:56.040210 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0eeb346-3564-4399-bbde-a71c5b0bce75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4627962 Apr 20 10:11:56.364336 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-deec3431-9508-48b1-8dac-f52b83370758 req-c83b9913-29a0-4f9b-9f03-cfd6f0a2f658 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.1482852 Apr 20 10:11:56.465066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:56.510749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:56.605210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Sync routers for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:56.642138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:56.643616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:56.757012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:56.757442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.265953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.356976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.543169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:58.236121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 4, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'a6dec1a3-9eca-4cda-9626-1ed07a7898e1', 'name': '', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'mac_address': 'fa:16:3e:08:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:49Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 2, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'subnets': [{'id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:58.268304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Checking router: f0eeb346-3564-4399-bbde-a71c5b0bce75 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:58.269764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Updating router f0eeb346-3564-4399-bbde-a71c5b0bce75 port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:58.370988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:58.532414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2469-97d3-4838-bf1c-fac96c645d76 req-bea8ef5b-6e7d-481b-ab49-f96afccf4636 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:58.534370 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eada2469-97d3-4838-bf1c-fac96c645d76 req-bea8ef5b-6e7d-481b-ab49-f96afccf4636 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 931 time: 1.9411938 Apr 20 10:11:58.565480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:58.577301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:58.737030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0aadc7b1-a358-4b17-94c5-28f11f7b4310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:58.814324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Network b89e4d53-3128-4312-ae45-29fb6d36d35a is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:58.848680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db05661-f077-49fb-a426-6150f0cb983d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:58.850834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:58.896358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:58.922949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:59.013241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-37adcc67-7bab-4e91-a2ae-8c233273ba76 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:59.017103 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-37adcc67-7bab-4e91-a2ae-8c233273ba76 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 819 time: 0.5415847 Apr 20 10:11:59.023978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.resource_extend [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:11:59.052131 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-1fe2516e-8ace-4e29-bbb7-337e4573c987 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/quotas/6fc644785cea40fe86b1e1a02353e303 HTTP/1.1" status: 200 len: 375 time: 0.0264823 Apr 20 10:11:59.072872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:59.092863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:59.094975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.235922 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eada2469-97d3-4838-bf1c-fac96c645d76 req-f5f5a4ac-e7ee-49c8-9f6f-334af9c58547 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640837 Apr 20 10:11:59.356145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Pushing event updated for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:59.377630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.382045 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7db05661-f077-49fb-a426-6150f0cb983d HTTP/1.1" status: 204 len: 168 time: 4.7246120 Apr 20 10:11:59.391277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.395073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:59.438336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-0ae93da3-afd5-458b-bd11-026f335b7324 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:59.554148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.590834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-0ae93da3-afd5-458b-bd11-026f335b7324 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:59.594385 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-0ae93da3-afd5-458b-bd11-026f335b7324 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5343962 Apr 20 10:11:59.625847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Transition to ACTIVE for port object a6dec1a3-9eca-4cda-9626-1ed07a7898e1 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:59.682424 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7255077 Apr 20 10:11:59.687425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.693468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:59.742190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Request body: {'port': {'device_id': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:59.867814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.912661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.927300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d98f6b2-a554-49dd-a26a-8248b9cdcb67 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:00.044415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435864f5-29d2-4aef-81e4-918600ebb1e6 None None] Pushing event updated for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:00.060167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-435864f5-29d2-4aef-81e4-918600ebb1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:00.244630 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-17b17031-c4bd-4906-9905-c9a189a1a72e service neutron] 10.222.0.20 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413224 Apr 20 10:12:00.462055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:00.472500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Attempting to bind port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:00.472913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Attempting to bind port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:00.473314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Attempting to bind port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:00.496554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:00.521138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:00.524753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Checking segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:00.525532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.526123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Bound using segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:00.526813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Bound port: a6dec1a3-9eca-4cda-9626-1ed07a7898e1, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:00.527540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.747610 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-9f4eacb7-6a5b-44a9-a6f8-abcd0f9ea193 service neutron] 10.222.0.20 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966536 Apr 20 10:12:00.801558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] For port a6dec1a3-9eca-4cda-9626-1ed07a7898e1, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:00.820003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] For port a6dec1a3-9eca-4cda-9626-1ed07a7898e1, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:00.820249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:12:00.888142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.908480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:01.002428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.063110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-89fc1ce2-123d-4d78-9745-d2371928e655 None None] Provisioning complete for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:01.066734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-89fc1ce2-123d-4d78-9745-d2371928e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.103292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:01.236156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-89fc1ce2-123d-4d78-9745-d2371928e655 None None] Port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:12:01.278492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:01.353133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-416d1327-d2f4-48aa-9382-a90f48972656 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:01.353959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-416d1327-d2f4-48aa-9382-a90f48972656 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Synchronizing usage tracker for tenant:77f9ec388daa47b3a239729dae029d11 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:01.398839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435864f5-29d2-4aef-81e4-918600ebb1e6 None None] Pushing event updated for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:01.415939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-435864f5-29d2-4aef-81e4-918600ebb1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:01.426057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:01.427813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:01.612661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-416d1327-d2f4-48aa-9382-a90f48972656 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Unset dirty status for tenant:77f9ec388daa47b3a239729dae029d11 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:01.614705 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-416d1327-d2f4-48aa-9382-a90f48972656 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 931 time: 1.7035728 Apr 20 10:12:01.853458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:12:01.885391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:12:01.901724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:01.907598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:01.935468 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7eda985-262d-4036-b5cc-026ca964ab35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3680642 Apr 20 10:12:02.041483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-8196bfda-c536-466b-97ba-1b80f3f28b37 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Synchronizing usage tracker for tenant:77f9ec388daa47b3a239729dae029d11 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:02.058524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4898334-2eb4-4be8-b829-7844c6d03883 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:02.081698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:02.181716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:02.186959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-8196bfda-c536-466b-97ba-1b80f3f28b37 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Unset dirty status for tenant:77f9ec388daa47b3a239729dae029d11 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:02.187865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-03faef6c-c802-4c81-9510-a85a0f25a878 req-8196bfda-c536-466b-97ba-1b80f3f28b37 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495803 Apr 20 10:12:02.522781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652668-e5c6-43eb-a288-2351ece2d82f req-f9aa3464-fe75-4bdf-9c80-0e68c83fa757 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:02.537252 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c652668-e5c6-43eb-a288-2351ece2d82f req-f9aa3464-fe75-4bdf-9c80-0e68c83fa757 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 931 time: 0.7745910 Apr 20 10:12:02.627972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-1c652668-e5c6-43eb-a288-2351ece2d82f req-30c01d4a-d5d3-4448-ae73-f70b1dc68a6f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:02.698662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-1c652668-e5c6-43eb-a288-2351ece2d82f req-30c01d4a-d5d3-4448-ae73-f70b1dc68a6f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:02.700143 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c652668-e5c6-43eb-a288-2351ece2d82f req-30c01d4a-d5d3-4448-ae73-f70b1dc68a6f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617682 Apr 20 10:12:02.818120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Transition to ACTIVE for port object d4898334-2eb4-4be8-b829-7844c6d03883 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:02.874866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ef696332-775d-4c75-8369-6931219e0ded req-0240ce9c-9ab6-411d-9157-07bb0f24a98d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 210 time: 0.4391730 Apr 20 10:12:02.893301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 4, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'a6dec1a3-9eca-4cda-9626-1ed07a7898e1', 'name': '', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'mac_address': 'fa:16:3e:08:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:49Z', 'updated_at': '2021-04-20T10:12:00Z', 'revision_number': 4, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'subnets': [{'id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:02.896400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:02.913906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90512043-0f16-42e3-8115-ee9b714018b7 None None] The sync data for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb is: [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 4, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'a6dec1a3-9eca-4cda-9626-1ed07a7898e1', 'name': '', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'mac_address': 'fa:16:3e:08:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:49Z', 'updated_at': '2021-04-20T10:12:00Z', 'revision_number': 4, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'subnets': [{'id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:02.934390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:03.086141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Pushing event updated for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:03.165680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41884) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:03.407985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:03.725485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:04.012439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:04.025119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.068812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Transition to ACTIVE for port object 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:04.204819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.227114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:04.348122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Attempting to bind port d4898334-2eb4-4be8-b829-7844c6d03883 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:04.348893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Attempting to bind port d4898334-2eb4-4be8-b829-7844c6d03883 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:04.349430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Attempting to bind port d4898334-2eb4-4be8-b829-7844c6d03883 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:04.365377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:04.369765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Port d4898334-2eb4-4be8-b829-7844c6d03883 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:04.370169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Attempting to bind port d4898334-2eb4-4be8-b829-7844c6d03883 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:04.386723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:04.397829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:04.398960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Checking segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:04.400448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Bound using segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:04.412254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Bound port: d4898334-2eb4-4be8-b829-7844c6d03883, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:04.414054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.450990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.514349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:04.543194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Usage tracker for resource:security_group_rule and tenant:92584fece5504cd0a3091b058132c20b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:04.573956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:04.597903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:04.740462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a6dec1a3-9eca-4cda-9626-1ed07a7898e1 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:04.949058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.981497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:05.017154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d4898334-2eb4-4be8-b829-7844c6d03883,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:05.021071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.038321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559478fd-c7f2-4e75-84b9-7d38aba5870d req-854c4eca-a839-4656-b044-f73bc5aa15a8 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:05.040641 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-559478fd-c7f2-4e75-84b9-7d38aba5870d req-854c4eca-a839-4656-b044-f73bc5aa15a8 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 931 time: 1.3205450 Apr 20 10:12:05.060601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d8776ba0-6b5b-450b-90ad-1e504d0b0b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:05.126589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.130143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.48', 63423) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:05.176990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:05.210440 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92584fece5504cd0a3091b058132c20b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0448072 Apr 20 10:12:05.215007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41922) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:05.416498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:05.442223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:05.442712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.464957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803f738-5387-4f49-a1c6-178560b8e5f2,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:05.514538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:05.554153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.644042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Pushing event updated for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:05.654437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-cb3d9e86-e542-492c-8fb4-3298792199dc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:05.655349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-cb3d9e86-e542-492c-8fb4-3298792199dc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:05.674268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:05.687744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Attempting to bind port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:05.688223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Attempting to bind port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2db1b2be-356c-4a39-9fd2-a040d3b29531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:05.688670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Attempting to bind port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a on network b89e4d53-3128-4312-ae45-29fb6d36d35a {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:05.696130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a on network b89e4d53-3128-4312-ae45-29fb6d36d35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:05.696586 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Attempting to bind port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a on network b89e4d53-3128-4312-ae45-29fb6d36d35a {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:05.705574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.708655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:05.709138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Checking segment: {'id': '2db1b2be-356c-4a39-9fd2-a040d3b29531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:05.709681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Bound using segment: {'id': '2db1b2be-356c-4a39-9fd2-a040d3b29531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:05.710483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Bound port: 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db1b2be-356c-4a39-9fd2-a040d3b29531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:05.710957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.780103 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-559478fd-c7f2-4e75-84b9-7d38aba5870d req-e0d548b7-c9e3-4609-b099-e1d0a0f6b87e tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815004 Apr 20 10:12:05.780907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-cb3d9e86-e542-492c-8fb4-3298792199dc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:05.788298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-cb3d9e86-e542-492c-8fb4-3298792199dc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 819 time: 0.6129236 Apr 20 10:12:05.818839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Request body: {'port': {'device_id': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'admin_state_up': True, 'tenant_id': '6fc644785cea40fe86b1e1a02353e303'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:05.868845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:05.881343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.883249 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] 10.222.0.48 "PUT /v2.0/ports/d4898334-2eb4-4be8-b829-7844c6d03883 HTTP/1.1" status: 200 len: 1093 time: 11.2233610 Apr 20 10:12:05.883872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:06.021077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.029489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.038384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:06.056635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:11:57Z', 'revision_number': 2, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:06.086271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port a6dec1a3-9eca-4cda-9626-1ed07a7898e1, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:06.088811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:12:06.089825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Updating router c7eda985-262d-4036-b5cc-026ca964ab35 port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:12:06.124605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803f738-5387-4f49-a1c6-178560b8e5f2,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:06.142158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:06.146899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 41966) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:06.148122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.152003 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4803f738-5387-4f49-a1c6-178560b8e5f2 HTTP/1.1" status: 204 len: 168 time: 0.9246292 Apr 20 10:12:06.169205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76289623', 'description': 'tempest-description--1798861772'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:06.195533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:06.207782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:06.220391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:06.250511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:06.296596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.319189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.379742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.685192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:06.712819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:06.729765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:06.742766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:06.775017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-a2d302e6-03c0-4691-b7d1-57164bf870c6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:06.776939 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-a2d302e6-03c0-4691-b7d1-57164bf870c6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 819 time: 0.3310006 Apr 20 10:12:06.804018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb29914-7f32-40eb-a973-5638eafd9e64 req-3525983c-e9f3-427e-8431-eb81809a0500 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:06.814639 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6bb29914-7f32-40eb-a973-5638eafd9e64 req-3525983c-e9f3-427e-8431-eb81809a0500 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 943 time: 0.3749130 Apr 20 10:12:06.836457 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-19a9645e-f85f-438f-ba28-8f4895a06293 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/quotas/6fc644785cea40fe86b1e1a02353e303 HTTP/1.1" status: 200 len: 375 time: 0.0461428 Apr 20 10:12:06.914477 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6bb29914-7f32-40eb-a973-5638eafd9e64 req-6f5a0d59-6201-4f67-bb37-6d4b09f3a330 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883615 Apr 20 10:12:07.027700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.087878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.114473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.120841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f9386fc1-87f3-4ad3-a4f2-efd65ade3800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.163441 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-a8efbdcf-c327-4542-b960-1ec395871c71 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3259885 Apr 20 10:12:07.168917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-183b8d54-17d2-4756-a31f-b6021464be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:07.170593 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-183b8d54-17d2-4756-a31f-b6021464be21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 1096 time: 1.0923221 Apr 20 10:12:07.207766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.223112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Transition to ACTIVE for port object 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:07.234057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea05bda-f045-4740-9963-2302e48849fa,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:07.243200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:07.279016 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-02d505ee-942d-430c-a4f5-2a8ee741ba90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4898334-2eb4-4be8-b829-7844c6d03883 HTTP/1.1" status: 200 len: 217 time: 0.0994511 Apr 20 10:12:07.286449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:07.290737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.291825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:07.291982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:07.297410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.301210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:07.317038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.321592 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1647663 Apr 20 10:12:07.321994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42020) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:07.327786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group_rule': {'security_group_id': '5ea05bda-f045-4740-9963-2302e48849fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:07.342541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:07.349948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:07.357176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:07.368096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:07.386951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,segment=NetworkSegment(2db1b2be-356c-4a39-9fd2-a040d3b29531),segment_id=2db1b2be-356c-4a39-9fd2-a040d3b29531)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:07.397541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:07.405763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42024) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:07.412170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-f60a1929-3f3f-47ce-a9a8-9d77457511ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:07.414537 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-f60a1929-3f3f-47ce-a9a8-9d77457511ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1059456 Apr 20 10:12:07.438668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Pushing event updated for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:07.453592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:07.494192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.540171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.561680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.569882 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-22868b18-5da7-402f-a6ca-891f609b80ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468067 Apr 20 10:12:07.570605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Made reservation on behalf of 6fc644785cea40fe86b1e1a02353e303 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:07.577345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.598277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf063-49af-4ccd-94bb-3ef1a6f6eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.650511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:07.680285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Usage tracker for resource:security_group_rule and tenant:ef9fdc81b35043b2ac08aef22dbd2dd6 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:07.696341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:07.795261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.808596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:07.869489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Attempting to bind port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:07.869728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Attempting to bind port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:07.870475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Attempting to bind port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:07.872334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.877076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:07.878483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Checking segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:07.879157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.879630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Bound using segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:07.880393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Bound port: 99cfa1e7-3c0c-446f-b6bd-0816df176ad3, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:07.881078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.881583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.923781 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883', 'status': 'completed', 'code': 200} Apr 20 10:12:07.962490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.980295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:07.985118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.989703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a HTTP/1.1" status: 200 len: 1093 time: 8.2789497 Apr 20 10:12:08.020139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aead56cd-26a6-4a76-a28b-1ca2a5bd4a2f,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:08.024115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:08.104360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-0d8477e2-b855-4ab9-820b-14b905c66325 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:12:08.105809 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-0d8477e2-b855-4ab9-820b-14b905c66325 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1849802 Apr 20 10:12:08.118750 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-b64ab594-b4de-4e18-889f-7fdef2ea16f5 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995201 Apr 20 10:12:08.128235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.130261 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8067300 Apr 20 10:12:08.135736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42040) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:08.144961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group_rule': {'security_group_id': '5ea05bda-f045-4740-9963-2302e48849fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:08.159560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:08.164600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:08.172126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] For port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:08.178458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] For port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:08.192552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:08.214450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:08.219487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.231731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:08.360972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:08.360972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:11:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:08.409250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.440631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a53a7662-d2a0-4aa5-8f26-e68fc17ad968 req-4f803b2a-6a51-448e-b047-9f0e73c8e57d service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777030 Apr 20 10:12:08.441329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:08.513069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354d8c-0f92-4956-8ac8-f39750f0149b req-5635d639-ea94-4133-b91b-cf53168591fc tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:08.529669 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-82354d8c-0f92-4956-8ac8-f39750f0149b req-5635d639-ea94-4133-b91b-cf53168591fc tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 943 time: 0.6592062 Apr 20 10:12:08.533545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.546116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.579650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Pushing event updated for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:08.597449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:08.745842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5c4e8936-125b-4655-ad39-d12bfd87c220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:08.858330 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-82354d8c-0f92-4956-8ac8-f39750f0149b req-eb867fae-8c9d-4324-962a-a3c2aa2a86b4 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257842 Apr 20 10:12:08.956805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.996223 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef9fdc81b35043b2ac08aef22dbd2dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5889480 Apr 20 10:12:08.997311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890a0d7-d1f8-4710-ad2e-daf9002baf92,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:09.012051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42060) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:09.021492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:09.026332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.026504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:09.061877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:09.066628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:09.169485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1024ab02-40c8-42c7-9ad8-5d95dde4a0d5,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:09.182818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:09.253684 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-31f2cd82-31a3-4ddf-8e1f-390d4864b555 service neutron] 10.222.0.20 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1290293 Apr 20 10:12:09.253801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42066) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:09.269652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.276439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.283734 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1422174 Apr 20 10:12:09.292163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42072) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:09.304849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:09.313510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a6dec1a3-9eca-4cda-9626-1ed07a7898e1 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:09.325947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1a6ce-adee-48ca-961c-81944c2a7c92 req-fcbea625-fd8e-480a-9286-206cad08618b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.328364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b3f1a6ce-adee-48ca-961c-81944c2a7c92 req-fcbea625-fd8e-480a-9286-206cad08618b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 943 time: 0.2689929 Apr 20 10:12:09.329570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:09.371086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:floatingip and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:09.384865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:09.399474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.418534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:09.436796 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b3f1a6ce-adee-48ca-961c-81944c2a7c92 req-90aea494-08aa-4a36-9e2b-95e23a070eab tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950181 Apr 20 10:12:09.511709 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-12428d41-31fa-462f-93f7-5fff77e74f99 service neutron] 10.222.0.20 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602856 Apr 20 10:12:09.512710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.533172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:09.539309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Usage tracker for resource:security_group_rule and tenant:c71a4f6dd98d43079c4c054e6760fcc6 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:09.544583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.563918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:09.577742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-b6f8d713-478d-47b3-998c-bde4bbf1d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.580763 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-b6f8d713-478d-47b3-998c-bde4bbf1d59a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 1096 time: 0.5216229 Apr 20 10:12:09.585764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:09.589003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Allocated IP 172.20.0.6 (67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b/6a4eff79-fad7-46b0-a11f-f9531baa14bb/cab6c852-a289-4162-88e7-62c6e5330503) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:09.595169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-813db1b3-232a-4f5f-9867-8c000ae2a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.597104 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-813db1b3-232a-4f5f-9867-8c000ae2a439 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77f9ec388daa47b3a239729dae029d11&device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 1096 time: 1.3983688 Apr 20 10:12:09.709056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-4ba5ea5c-f069-4832-94c4-b0083940bc9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a HTTP/1.1" status: 200 len: 217 time: 0.0843692 Apr 20 10:12:09.715432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.751041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:09.787935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890a0d7-d1f8-4710-ad2e-daf9002baf92,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:09.790887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:09.791923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.793289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3890a0d7-d1f8-4710-ad2e-daf9002baf92 HTTP/1.1" status: 204 len: 168 time: 0.7791803 Apr 20 10:12:09.823962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.928779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:09.976727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c5abf165-3389-4f82-bad4-bb5db675f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.978223 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-c5abf165-3389-4f82-bad4-bb5db675f4e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01721ab4-a3d6-48f3-9af3-c71462c582b4 HTTP/1.1" status: 200 len: 851 time: 0.2049298 Apr 20 10:12:10.029934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:10.138038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:10.139978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:10.158683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:10.251694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:10.308536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:08Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:10.324482 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-01223bd9-d55f-4f8b-afd6-84bb8acaa4d1 req-f706747d-1c3c-4af6-a255-30714be3a309 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 210 time: 0.2923203 Apr 20 10:12:10.335699 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-4da79f37-eddf-4501-953c-3b82cbec96ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b89e4d53-3128-4312-ae45-29fb6d36d35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3164604 Apr 20 10:12:10.351054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253926b-b231-4b01-81c0-2a56441afc67 None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:08Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:10.355501 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c71a4f6dd98d43079c4c054e6760fcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1008935 Apr 20 10:12:10.359017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-d2cbab27-8582-474d-9539-24ce02721857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.362059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1504a0-bb61-4a12-9f7d-b7b2494c23fb,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:10.378769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42100) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:10.382085 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-d2cbab27-8582-474d-9539-24ce02721857 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 916 time: 0.7904656 Apr 20 10:12:10.388885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fb36bfc5-d91c-4d90-b57e-ed5ec462c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:10.403655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:10.570341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Allocated IP 172.28.0.128 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/91573b06-2515-4bb8-9d06-73397dba2a38) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:10.652899 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-7e5d5561-ab0f-47dc-87aa-8747f86b07c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4898334-2eb4-4be8-b829-7844c6d03883 HTTP/1.1" status: 200 len: 217 time: 0.2582157 Apr 20 10:12:10.733077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9de838-5251-43ae-9834-784180f6207c req-3c31fad8-479d-4862-843b-1ad900d46c72 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.740370 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-a835e4f3-ff51-4e84-b4dd-35aca9b0a77c service neutron] 10.222.0.48 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479168 Apr 20 10:12:10.743703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a', 'status': 'completed', 'code': 200} Apr 20 10:12:10.763001 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c9de838-5251-43ae-9834-784180f6207c req-3c31fad8-479d-4862-843b-1ad900d46c72 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 943 time: 0.6023691 Apr 20 10:12:10.856010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-68795fa9-53a8-48dc-abe3-52a4af340ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.857711 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-68795fa9-53a8-48dc-abe3-52a4af340ab8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1161172 Apr 20 10:12:11.061481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.091973 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-303b0270-ef7b-43f7-843e-30af8972401a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2019744 Apr 20 10:12:11.157975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42124) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:11.225394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.254440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:11.363863 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c9de838-5251-43ae-9834-784180f6207c req-57ca1c4f-d10d-4415-8dee-740e4bf40dd8 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989959 Apr 20 10:12:11.374737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.380629 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-368c2c2a-ed76-43be-b265-57f01d35419b req-827d9085-52fc-45d6-bc57-7627bb59f150 service neutron] 10.222.0.48 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230083 Apr 20 10:12:11.405498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:11.429076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:11.438068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.511985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.587400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87186d-eaf4-4645-80f0-3fcc8519d0e9 req-5fa68762-c566-45ea-908a-bfab9d0f762a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:11.595246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9a87186d-eaf4-4645-80f0-3fcc8519d0e9 req-5fa68762-c566-45ea-908a-bfab9d0f762a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 943 time: 0.4890745 Apr 20 10:12:11.652677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.688254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:11.721918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Usage tracker for resource:security_group_rule and tenant:a41df9b595434940953a54b83fee4727 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:11.790097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:11.790700 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-50fe1053-db28-4a62-bc58-ad035fd3a712 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555531 Apr 20 10:12:11.813927 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9a87186d-eaf4-4645-80f0-3fcc8519d0e9 req-4a33c42e-8644-495a-aaa0-457f5f498282 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170064 Apr 20 10:12:11.826867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:11.857443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:11.946741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.022725 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d780eace-a4b7-4c70-9844-9a7fa6b7dc36 req-65c58cca-03e3-4b28-893e-31096ffe1cea tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 210 time: 0.0880682 Apr 20 10:12:12.030316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.043022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-eafc7c35-6cd6-48d7-986b-884527f07e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:12.045115 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-eafc7c35-6cd6-48d7-986b-884527f07e4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77f9ec388daa47b3a239729dae029d11&device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 1096 time: 0.3806016 Apr 20 10:12:12.046336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.101854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:12.108811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.138594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:12.176271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.178188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.179519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.184431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.185904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.187971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:12.205718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a8d714f-235a-43a8-8dcb-672c5bd17583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:12.272303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1504a0-bb61-4a12-9f7d-b7b2494c23fb,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:12.307568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:12.330367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:12.340392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:12.395468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.469257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.474254 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-41056d15-6f88-4bbf-b007-6e7ad3380096 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b1504a0-bb61-4a12-9f7d-b7b2494c23fb HTTP/1.1" status: 204 len: 168 time: 2.0899751 Apr 20 10:12:12.482144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:12.487041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926faf88-2d50-41e6-b8f1-934eeff96ec2,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:12.552015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:12.589433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Pushing event updated for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:12.662490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:12.674471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:12.688691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device d4898334-2eb4-4be8-b829-7844c6d03883 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:12.709439 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a41df9b595434940953a54b83fee4727&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5339186 Apr 20 10:12:12.718540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42150) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:12.728384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:12.754720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:12.761418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:12.763205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:12.763400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0864dd08-f8e2-4879-b096-82454bf9c2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:12.763533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.820623 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d7f93f8-8bf3-4ee9-8bcc-e6e3c61f7e70 req-8d6694ec-4978-43be-bf09-81e20c4b369b service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9939966 Apr 20 10:12:12.861871 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0543985 Apr 20 10:12:12.879283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Request body: {'port': {'device_id': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:12.972226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d4898334-2eb4-4be8-b829-7844c6d03883,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:12.993642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-aebea9d6-f9a1-4132-b419-3bfc41bcf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:12.995239 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-aebea9d6-f9a1-4132-b419-3bfc41bcf455 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b89e4d53-3128-4312-ae45-29fb6d36d35a HTTP/1.1" status: 200 len: 912 time: 0.9412055 Apr 20 10:12:13.008597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'd4898334-2eb4-4be8-b829-7844c6d03883', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'port_id': 'd4898334-2eb4-4be8-b829-7844c6d03883', 'mac_address': 'fa:16:3e:87:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf3025-6cae-452a-829a-17e27442653f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:13.136001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080161-9d79-471e-bae5-ab010dcb7e4e req-6e68fec6-63c5-4b61-ae69-bdb3d742ecf4 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:13.144556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac080161-9d79-471e-bae5-ab010dcb7e4e req-6e68fec6-63c5-4b61-ae69-bdb3d742ecf4 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 943 time: 0.4911811 Apr 20 10:12:13.162631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.168988 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-8e15e42b-2c14-4c8c-81f2-2e9b9b9fb15c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a HTTP/1.1" status: 200 len: 217 time: 0.1646311 Apr 20 10:12:13.198304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4898334-2eb4-4be8-b829-7844c6d03883 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:13.224581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d4898334-2eb4-4be8-b829-7844c6d03883,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:13.238732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.266982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.276862 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac080161-9d79-471e-bae5-ab010dcb7e4e req-93dac918-da29-4854-b987-e39586855f43 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301708 Apr 20 10:12:13.278370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.282397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:13.428938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-9fd7bb2d-d09b-414e-8b0b-ec2b138171d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:13.440657 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-9fd7bb2d-d09b-414e-8b0b-ec2b138171d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01721ab4-a3d6-48f3-9af3-c71462c582b4 HTTP/1.1" status: 200 len: 851 time: 0.2564836 Apr 20 10:12:13.451671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:13.478854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.524838 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-6a2615f5-5218-4b94-8f96-68cd1a8f6294 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b89e4d53-3128-4312-ae45-29fb6d36d35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726352 Apr 20 10:12:13.613110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.742267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42174) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:13.743265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:13.750483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:13.763218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:13.843137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.844478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:13.845950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.862500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.910817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=91573b06-2515-4bb8-9d06-73397dba2a38,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:13.914823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-052fcb38-112e-4472-b924-35711ea0b6cc req-eac1358d-b863-4f15-aa03-a015cb3812eb tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:13.922225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:13.948140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:14.005374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926faf88-2d50-41e6-b8f1-934eeff96ec2,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:14.009086 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-2ae17a03-0adf-4352-b63b-5efdf863a06b service neutron] 10.222.0.48 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729409 Apr 20 10:12:14.009997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.012393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:14.029507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.557s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:14.030037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:14.084865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.089386 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/926faf88-2d50-41e6-b8f1-934eeff96ec2 HTTP/1.1" status: 204 len: 168 time: 1.3696961 Apr 20 10:12:14.265870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054382-be62-449b-bde4-9c217102303d req-4b795991-6006-41ae-8d3f-dff809a3d6cb tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:14.268538 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60054382-be62-449b-bde4-9c217102303d req-4b795991-6006-41ae-8d3f-dff809a3d6cb tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 944 time: 1.0253356 Apr 20 10:12:14.512304 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60054382-be62-449b-bde4-9c217102303d req-2a2565f3-d08b-4dec-aa3c-93a9e9c2238f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263007 Apr 20 10:12:14.601338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.651525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:14.658915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.665113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f873cee7-ff08-4902-944b-605a8b589b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:14.708585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:14.728472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Usage tracker for resource:security_group_rule and tenant:f55375f3dfbd4d228fbdc27e541e052f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:14.741493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:14.782223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:14.837642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.843400 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9ac0f72-742b-41e2-b614-2d682b747b4a req-92219955-b881-49a1-8eb2-fbaec279c363 service neutron] 10.222.0.48 "GET /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139579 Apr 20 10:12:14.908520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=91573b06-2515-4bb8-9d06-73397dba2a38,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:14.921680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:14.926831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.936893 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6340675 Apr 20 10:12:14.945795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.015943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134be04-b207-40f5-9575-8adc93f00aba req-545a25d5-a919-4651-ac98-a4949898f681 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:15.015943 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3134be04-b207-40f5-9575-8adc93f00aba req-545a25d5-a919-4651-ac98-a4949898f681 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 943 time: 0.2384813 Apr 20 10:12:15.025644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.044419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:15.057260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,segment=NetworkSegment(2db1b2be-356c-4a39-9fd2-a040d3b29531),segment_id=2db1b2be-356c-4a39-9fd2-a040d3b29531)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:15.067601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-d47799eb-b571-4ef3-a416-d705a4484391 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:15.069328 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-d47799eb-b571-4ef3-a416-d705a4484391 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 819 time: 1.5434053 Apr 20 10:12:15.077023 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3134be04-b207-40f5-9575-8adc93f00aba req-fd3af395-ab73-43cc-b4f7-1ab2a89344bb tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546527 Apr 20 10:12:15.080833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a', 'network_id': 'b89e4d53-3128-4312-ae45-29fb6d36d35a', 'port_id': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a', 'mac_address': 'fa:16:3e:a8:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01721ab4-a3d6-48f3-9af3-c71462c582b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:15.103597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-052fcb38-112e-4472-b924-35711ea0b6cc req-eac1358d-b863-4f15-aa03-a015cb3812eb tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:15.112531 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-052fcb38-112e-4472-b924-35711ea0b6cc req-eac1358d-b863-4f15-aa03-a015cb3812eb tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 210 time: 1.5772414 Apr 20 10:12:15.155643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Request body: {'port': {'device_id': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'admin_state_up': True, 'tenant_id': '6fc644785cea40fe86b1e1a02353e303'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:15.176970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.198100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:15.213973 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f55375f3dfbd4d228fbdc27e541e052f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4646127 Apr 20 10:12:15.217262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42212) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:15.241319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d92b68-4eea-4b54-bd2a-9283388a5e9a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:15.273595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,segment=NetworkSegment(2db1b2be-356c-4a39-9fd2-a040d3b29531),segment_id=2db1b2be-356c-4a39-9fd2-a040d3b29531)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:15.311558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.312922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:15.317043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:15.334428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42220) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:15.363081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.382282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab6c852-a289-4162-88e7-62c6e5330503 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:15.390283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.426411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.427732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.432828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:15.447431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Usage tracker for resource:security_group_rule and tenant:024f004c92dd45e695b7ce91eed200ef is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:15.457289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:15.478832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:15.489527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:15.509020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Transition to ACTIVE for port object cab6c852-a289-4162-88e7-62c6e5330503 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:15.511697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:15.526875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-3c5427ee-2d5a-441a-9896-aac1f882e8d8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:15.554760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:15.571620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:15.581125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.586458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:15.600066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.601373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d92b68-4eea-4b54-bd2a-9283388a5e9a,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:15.611836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:15.618275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.619923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30d92b68-4eea-4b54-bd2a-9283388a5e9a HTTP/1.1" status: 204 len: 168 time: 0.4005444 Apr 20 10:12:15.645425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b0b71877-3c96-40b8-9972-0b3668eaeb7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:15.711956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:16.028923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Made reservation on behalf of 6fc644785cea40fe86b1e1a02353e303 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:16.035758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:16.352522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Pushing event updated for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:16.367825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:16.436733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Attempting to bind port cab6c852-a289-4162-88e7-62c6e5330503 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:16.437103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Attempting to bind port cab6c852-a289-4162-88e7-62c6e5330503 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:16.437451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Attempting to bind port cab6c852-a289-4162-88e7-62c6e5330503 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:16.452599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Port cab6c852-a289-4162-88e7-62c6e5330503 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:16.452969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Attempting to bind port cab6c852-a289-4162-88e7-62c6e5330503 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:16.464644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:16.465127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Checking segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:16.465478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Bound using segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:16.465963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Bound port: cab6c852-a289-4162-88e7-62c6e5330503, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:16.466359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:16.611934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5dde-f8b7-41fc-b9c2-bd840eb71de3 req-4af843f8-eda0-4461-bc63-b98080ff2cab tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:16.619971 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-232f5dde-f8b7-41fc-b9c2-bd840eb71de3 req-4af843f8-eda0-4461-bc63-b98080ff2cab tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 944 time: 0.8316193 Apr 20 10:12:16.630729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:16.675937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device d4898334-2eb4-4be8-b829-7844c6d03883 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:16.681529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:16.700877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-3c5427ee-2d5a-441a-9896-aac1f882e8d8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:16.706445 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-3c5427ee-2d5a-441a-9896-aac1f882e8d8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--76289623&fields=id&tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 267 time: 1.2626834 Apr 20 10:12:16.755362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7f7b1a2-4f3e-493d-9973-9a79a06b0697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:16.851752 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-232f5dde-f8b7-41fc-b9c2-bd840eb71de3 req-e209be8c-e646-4a9e-a26a-ae1d7685cc80 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305155 Apr 20 10:12:16.858713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f1f17-6049-444b-b00c-d5fa7cf0922b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:16.872610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:16.878018 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=024f004c92dd45e695b7ce91eed200ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5567923 Apr 20 10:12:16.881893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port d4898334-2eb4-4be8-b829-7844c6d03883 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:16.882037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42284) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:16.888715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port d4898334-2eb4-4be8-b829-7844c6d03883 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:16.889109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:16.926209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Allocated IP 172.20.0.7 (67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b/6a4eff79-fad7-46b0-a11f-f9531baa14bb/52974289-6f86-4db2-8000-246a0572dc95) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:16.934613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:16.957806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cab6c852-a289-4162-88e7-62c6e5330503,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:16.996631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.028268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.034143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.051623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:17.131312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.172154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d4898334-2eb4-4be8-b829-7844c6d03883,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:17.173219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:17.197608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:17.198282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.199842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] 10.222.0.48 "PUT /v2.0/ports/cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 1093 time: 4.3269870 Apr 20 10:12:17.210284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:17.255012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.256174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:17.287765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-2536f1f2-1486-4504-996a-8025a49d3e11 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:17.289358 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-2536f1f2-1486-4504-996a-8025a49d3e11 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 817 time: 0.5752077 Apr 20 10:12:17.302224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Pushing event updated for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:17.317654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:17.322557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:17.328833 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-52be2920-d9bc-4557-adc1-283a00d96973 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/quotas/0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 375 time: 0.0224507 Apr 20 10:12:17.430013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:17.433192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:17.482615 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-068b7a29-eb96-4f57-bc8a-9ec81d1c2016 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1454308 Apr 20 10:12:17.559266 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:17.567087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.567619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:17.568079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.595020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:17.634549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206ada2-a3e0-488b-b5ba-3c907d3a50a5 req-4ab70bb9-1aac-4d3b-a622-188e04b49a16 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:17.636403 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8206ada2-a3e0-488b-b5ba-3c907d3a50a5 req-4ab70bb9-1aac-4d3b-a622-188e04b49a16 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 944 time: 0.4986143 Apr 20 10:12:17.637585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f1f17-6049-444b-b00c-d5fa7cf0922b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:17.646905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:17.717696 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-9e76fa0a-02f9-4d72-ab37-a3addf924e78 service neutron] 10.222.0.20 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288249 Apr 20 10:12:17.744520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-85379260-3878-48e3-a649-46fc6b876df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:17.745730 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-85379260-3878-48e3-a649-46fc6b876df4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1096 time: 0.4206400 Apr 20 10:12:17.898759 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8206ada2-a3e0-488b-b5ba-3c907d3a50a5 req-17e50baf-78d0-432f-88a4-79c92ef05304 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269545 Apr 20 10:12:17.901421 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-c2a1abf2-e7ff-44c3-9ca6-d0572b5f4551 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.1413455 Apr 20 10:12:17.906715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.910646 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-f45dc7a3-8dd4-46d2-b50b-9e9715672cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719861 Apr 20 10:12:17.911763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.912736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.916813 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc5f1f17-6049-444b-b00c-d5fa7cf0922b HTTP/1.1" status: 204 len: 168 time: 1.0309577 Apr 20 10:12:18.000229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-12224ca5-bf89-4558-92cb-3ffa8ad95bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.002544 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-12224ca5-bf89-4558-92cb-3ffa8ad95bec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.0913582 Apr 20 10:12:18.039050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,segment=NetworkSegment(2db1b2be-356c-4a39-9fd2-a040d3b29531),segment_id=2db1b2be-356c-4a39-9fd2-a040d3b29531)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:18.072913 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-48f5f32d-a154-4b69-ab71-ee146e22149d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593696 Apr 20 10:12:18.100980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:18.104441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:18.201181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:18.270936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:18.313462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:18.320274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:18.474052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Pushing event updated for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:18.479679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:18.508150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:18.511987 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503', 'status': 'completed', 'code': 200} Apr 20 10:12:18.530826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:18.534159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:18.543881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.544784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:18.692553 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5530488 Apr 20 10:12:18.696456 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-18dbe187-f518-4171-a777-00355bd1a0c8 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113763 Apr 20 10:12:18.723868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Request body: {'port': {'device_id': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:18.847083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b566a-8cd4-4909-997d-62c66e36557f req-03fc273e-65de-4dc9-b26b-c7b4b0bd2482 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.847985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-202b566a-8cd4-4909-997d-62c66e36557f req-03fc273e-65de-4dc9-b26b-c7b4b0bd2482 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:18.874856 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883', 'code': 200} Apr 20 10:12:18.949257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-202b566a-8cd4-4909-997d-62c66e36557f req-03fc273e-65de-4dc9-b26b-c7b4b0bd2482 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:18.959617 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-202b566a-8cd4-4909-997d-62c66e36557f req-03fc273e-65de-4dc9-b26b-c7b4b0bd2482 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 931 time: 0.7596955 Apr 20 10:12:19.102760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:19.123969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-202b566a-8cd4-4909-997d-62c66e36557f req-56a6be07-cb77-41f2-a05e-289794e6914f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:19.190090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09c6b4-b202-4c42-b75a-32b34405980e req-08759fc0-383c-4c15-a848-10c2ced2a6c2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:19.193846 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d09c6b4-b202-4c42-b75a-32b34405980e req-08759fc0-383c-4c15-a848-10c2ced2a6c2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.1603146 Apr 20 10:12:19.240741 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f196cee4-1b3a-4a65-83d7-6dc05b4d26fe req-3715f811-bb7b-44c0-a954-766680c317aa service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312438 Apr 20 10:12:19.249256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-202b566a-8cd4-4909-997d-62c66e36557f req-56a6be07-cb77-41f2-a05e-289794e6914f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:19.258572 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-202b566a-8cd4-4909-997d-62c66e36557f req-56a6be07-cb77-41f2-a05e-289794e6914f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982740 Apr 20 10:12:19.259816 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d09c6b4-b202-4c42-b75a-32b34405980e req-7def30f8-f15e-479b-b8af-a7ba9f3c2d53 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589969 Apr 20 10:12:19.559644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ef5c3-a033-453b-a209-e71c1afff2b0 req-89919fe2-851f-46ca-9335-1ae6fe2924d8 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:19.562766 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-502ef5c3-a033-453b-a209-e71c1afff2b0 req-89919fe2-851f-46ca-9335-1ae6fe2924d8 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.1261997 Apr 20 10:12:19.628170 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-502ef5c3-a033-453b-a209-e71c1afff2b0 req-aa941983-346f-49cf-95d6-5d0e29d20593 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566154 Apr 20 10:12:19.677495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8de2ecad-1b29-44dc-bdaa-859fc9a6cbeb req-a1b5a3fd-9d59-4da3-84b0-37510412f2a9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:19.825084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-8d90f0fa-4593-4c6a-a3aa-5e5ff018fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:19.827918 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-8d90f0fa-4593-4c6a-a3aa-5e5ff018fc5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 1098 time: 0.4299815 Apr 20 10:12:19.829046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8de2ecad-1b29-44dc-bdaa-859fc9a6cbeb req-a1b5a3fd-9d59-4da3-84b0-37510412f2a9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:19.832118 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8de2ecad-1b29-44dc-bdaa-859fc9a6cbeb req-a1b5a3fd-9d59-4da3-84b0-37510412f2a9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.4353995 Apr 20 10:12:19.864415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-c9a96320-44e4-4a61-be93-2478812ab9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:19.867356 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-c9a96320-44e4-4a61-be93-2478812ab9b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1096 time: 0.3284383 Apr 20 10:12:19.927964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:19.950866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.resource_extend [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:12:19.978444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:19.986597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Usage tracker for resource:security_group_rule and tenant:cab0d0ca101342ccbfb0cc3c945d5ba9 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:19.990058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:19.997701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:20.645049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-a7cb8aa6-c328-4f9f-ad0c-62f504b1e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:20.647034 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-a7cb8aa6-c328-4f9f-ad0c-62f504b1e5d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.7677526 Apr 20 10:12:20.842316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52974289-6f86-4db2-8000-246a0572dc95 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:20.853861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36df0e-f67b-480e-9910-8af4b9197786 req-2d5b4606-c731-402a-84c6-e33649626081 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:20.855594 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e36df0e-f67b-480e-9910-8af4b9197786 req-2d5b4606-c731-402a-84c6-e33649626081 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 931 time: 0.1161692 Apr 20 10:12:20.860680 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-22fcb96a-a37b-426f-8b4e-ab38e5f4931b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.1363270 Apr 20 10:12:20.875912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:20.908889 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e36df0e-f67b-480e-9910-8af4b9197786 req-6211555b-02ec-4134-ba3f-bc809598a184 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Apr 20 10:12:20.984516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-8048f382-b600-4a5b-9bbc-7f8bff58493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:20.986689 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-8048f382-b600-4a5b-9bbc-7f8bff58493c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.1049414 Apr 20 10:12:21.001035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:21.077870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:21.090575 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-8ae9103c-dd9c-431f-9131-d8b1ec2e122d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864062 Apr 20 10:12:21.093534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Transition to ACTIVE for port object 52974289-6f86-4db2-8000-246a0572dc95 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:21.104294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20701c-1641-4885-a052-95a2c89917ed req-fba79bb4-5c06-46c6-a1d8-fbf4120927df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:21.106028 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a20701c-1641-4885-a052-95a2c89917ed req-fba79bb4-5c06-46c6-a1d8-fbf4120927df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.5657299 Apr 20 10:12:21.106593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.48', 63446) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:21.145884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:21.198446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265bb37-d708-4465-bb88-78fcfc5ea574 req-55d5878c-8653-46e8-8e88-767c31556434 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:21.202149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9265bb37-d708-4465-bb88-78fcfc5ea574 req-55d5878c-8653-46e8-8e88-767c31556434 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.1732907 Apr 20 10:12:21.247426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:21.276166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b42c3de4-38cd-4b72-818b-1a3ff0a82915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:21.328828 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9265bb37-d708-4465-bb88-78fcfc5ea574 req-31e62a66-1e8e-434e-9dc6-d7a76fc5a2ef tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184404 Apr 20 10:12:21.434353 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a044fe2-5796-40b1-a80b-5bc724f83e7a req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5967164 Apr 20 10:12:21.437513 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a', 'code': 200} Apr 20 10:12:21.604852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-fc60c8aa-1b1b-46ba-ba84-75046925df0a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:21.605694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-fc60c8aa-1b1b-46ba-ba84-75046925df0a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:21.650243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a9a56-62a8-4042-8e6c-e83ff407d699,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:21.654337 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a20701c-1641-4885-a052-95a2c89917ed req-4f856cda-38d5-4bd3-82aa-34055435895c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229707 Apr 20 10:12:21.664842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:21.665538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:21.720497 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9866c0f-5843-464f-8212-5ae6c50ae955 req-cf552541-9155-4e63-9714-382b31be782c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.0783024 Apr 20 10:12:21.802432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-fc60c8aa-1b1b-46ba-ba84-75046925df0a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:21.803709 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-fc60c8aa-1b1b-46ba-ba84-75046925df0a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 817 time: 0.6687863 Apr 20 10:12:21.837045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Attempting to bind port 52974289-6f86-4db2-8000-246a0572dc95 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:21.837419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Attempting to bind port 52974289-6f86-4db2-8000-246a0572dc95 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:21.837779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Attempting to bind port 52974289-6f86-4db2-8000-246a0572dc95 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:21.843592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:21.848808 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-19566102-3c89-49ae-acca-7f8712e45dfa service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412000 Apr 20 10:12:21.849809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:21.858730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Port 52974289-6f86-4db2-8000-246a0572dc95 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:21.859095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Attempting to bind port 52974289-6f86-4db2-8000-246a0572dc95 on network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:21.917142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:21.917521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Checking segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:21.917941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Bound using segment: {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:21.918431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Bound port: 52974289-6f86-4db2-8000-246a0572dc95, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e880b4-3dec-4715-b674-55fe4314a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:21.918808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.217453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-8beac488-c079-4817-a7db-4ac1b9b831d2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:22.297653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-8beac488-c079-4817-a7db-4ac1b9b831d2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:22.300144 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-8beac488-c079-4817-a7db-4ac1b9b831d2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 5703 time: 0.4845273 Apr 20 10:12:22.308692 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0bffa163-886d-4dd7-83a3-5bd7b5473815 req-6b134802-901a-48d5-9c7a-b47d001d6908 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510612 Apr 20 10:12:22.318559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'port': {'device_id': '78640100-fcdf-49ea-809a-55c466aea2af', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'admin_state_up': True, 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'security_groups': ['5ea05bda-f045-4740-9963-2302e48849fa']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:22.346040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:22.427881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=52974289-6f86-4db2-8000-246a0572dc95,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:22.454444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90375a-070c-44b0-8ec2-a8858f0314a8 req-b2ca7a00-af68-4ea6-af66-b78edee69b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:22.456010 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cc90375a-070c-44b0-8ec2-a8858f0314a8 req-b2ca7a00-af68-4ea6-af66-b78edee69b1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 1098 time: 0.4658530 Apr 20 10:12:22.568593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:22.615923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d87e-3226-4bc5-bc3e-6766003509aa req-f5e7018a-117e-4937-b295-7c3f93a5721d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:22.617652 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60f3d87e-3226-4bc5-bc3e-6766003509aa req-f5e7018a-117e-4937-b295-7c3f93a5721d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 943 time: 0.5580211 Apr 20 10:12:22.628318 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cc90375a-070c-44b0-8ec2-a8858f0314a8 req-cd98b718-953e-4786-9595-222d657607f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651332 Apr 20 10:12:22.629529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:22.637766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.667370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cee9-8893-4fe5-addd-87fa440bfbe2 req-39e7cc01-f850-461f-97a3-141148f559b3 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:22.674820 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-18e3cee9-8893-4fe5-addd-87fa440bfbe2 req-39e7cc01-f850-461f-97a3-141148f559b3 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.1341281 Apr 20 10:12:22.682206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-484086f8-a6ec-439d-853b-827b7dc5965f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:22.713878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device cab6c852-a289-4162-88e7-62c6e5330503 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:22.767861 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-18e3cee9-8893-4fe5-addd-87fa440bfbe2 req-97bb71c2-123b-4579-b102-1779272ab59d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912123 Apr 20 10:12:22.791373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:22.791373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.791373 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] 10.222.0.48 "PUT /v2.0/ports/52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 200 len: 1093 time: 4.0773921 Apr 20 10:12:22.791373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'tag': '52974289-6f86-4db2-8000-246a0572dc95'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:22.792618 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60f3d87e-3226-4bc5-bc3e-6766003509aa req-4c6a8fce-e71b-425a-831e-288d85abbeba tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601646 Apr 20 10:12:22.822908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:22.840379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:22.970918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cab6c852-a289-4162-88e7-62c6e5330503,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:22.988057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'cab6c852-a289-4162-88e7-62c6e5330503', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'port_id': 'cab6c852-a289-4162-88e7-62c6e5330503', 'mac_address': 'fa:16:3e:71:12:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:23.059844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.084374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab6c852-a289-4162-88e7-62c6e5330503 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:23.799522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cab6c852-a289-4162-88e7-62c6e5330503,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:23.890854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.908390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Made reservation on behalf of 0bd2bde52c0349cc95b0be989f22f9df for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:23.908660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd318ac8-9168-47b8-bb68-7c138f5d99e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:23.952191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.970326 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548a71-4d35-4d4e-8623-bdf6ec227cae req-366518fe-3588-405a-ae5d-b143709263a4 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:23.979650 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cc548a71-4d35-4d4e-8623-bdf6ec227cae req-366518fe-3588-405a-ae5d-b143709263a4 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.1489699 Apr 20 10:12:24.058923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cc548a71-4d35-4d4e-8623-bdf6ec227cae req-d6982aa7-5c49-4ee9-a0c0-2b81da385db3 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712793 Apr 20 10:12:24.129862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42512) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:24.170285 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'tag': '52974289-6f86-4db2-8000-246a0572dc95', 'status': 'completed', 'code': 200} Apr 20 10:12:24.201075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:24.206700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:24.305570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['cab6c852-a289-4162-88e7-62c6e5330503'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:24.341121 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-238dadcb-46c8-4471-a37d-1be55f6b0346 req-e85d96d4-b20a-44ea-be98-1b9a036f976a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.3268471 Apr 20 10:12:24.456349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:24.697369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:24.726178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Usage tracker for resource:security_group_rule and tenant:e4d304b87f464e74987f6bd818aaa9a8 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:24.752599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:24.778263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:24.803194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170732f-0114-4908-9b31-b24239280376 req-9fbbaa57-bcce-40ed-8096-ea14b4f0ae38 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:24.805021 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d170732f-0114-4908-9b31-b24239280376 req-9fbbaa57-bcce-40ed-8096-ea14b4f0ae38 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.2952423 Apr 20 10:12:24.935367 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d170732f-0114-4908-9b31-b24239280376 req-52f36a8e-9d76-47ea-94c2-ab2d38984db7 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093137 Apr 20 10:12:25.041389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.075663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.082673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-f5fc635f-dff0-41f9-bc4f-379577b750c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:25.084471 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-f5fc635f-dff0-41f9-bc4f-379577b750c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1096 time: 0.9089475 Apr 20 10:12:25.086783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:25.130122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595fd46-5a27-4a34-ad46-90343eed99eb,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:25.133785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:25.145917 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4d304b87f464e74987f6bd818aaa9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144207 Apr 20 10:12:25.150026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42526) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:25.194320 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-b5fcdd2d-683f-4b78-b963-230c432334eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 200 len: 217 time: 0.0937009 Apr 20 10:12:25.200000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Allocated IP 172.20.0.5 (ae53144c-6f8b-4d63-ad0c-a5d717fc55a7/24c4a431-cb3f-46e9-9a2c-ae505e49ebe5/c86c102a-6f9e-42ae-aed3-def66c5d598e) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:25.306264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef4f8b-f25d-4916-b0e7-aef2e04864f2 req-749ce190-f85a-48a0-b92c-f419a82d0928 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:25.307113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.308359 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-80ef4f8b-f25d-4916-b0e7-aef2e04864f2 req-749ce190-f85a-48a0-b92c-f419a82d0928 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 943 time: 0.6214511 Apr 20 10:12:25.330696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-4ee45e00-a520-4689-870a-8bb8ef446cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:25.332329 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-4ee45e00-a520-4689-870a-8bb8ef446cee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.1281419 Apr 20 10:12:25.352825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.422430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527743-a6aa-4158-a854-d9aec2060b29 req-bcec7112-32b6-4c32-a3f6-82514aac825b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:25.424135 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-af527743-a6aa-4158-a854-d9aec2060b29 req-bcec7112-32b6-4c32-a3f6-82514aac825b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.1719022 Apr 20 10:12:25.426124 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-da920df6-b79b-4c57-ada5-09aebeb6dd12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699320 Apr 20 10:12:25.489608 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-af527743-a6aa-4158-a854-d9aec2060b29 req-f2d67f2c-2122-446b-90a3-c38c09b987cb tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539734 Apr 20 10:12:25.517276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.533248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d42d776f-feeb-461b-9e09-abe5ae35fc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:25.590678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595fd46-5a27-4a34-ad46-90343eed99eb,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:25.594556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:25.596885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.601549 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f595fd46-5a27-4a34-ad46-90343eed99eb HTTP/1.1" status: 204 len: 168 time: 0.4477057 Apr 20 10:12:25.750333 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-80ef4f8b-f25d-4916-b0e7-aef2e04864f2 req-d9d97a2d-2cc9-426e-9737-3f0777b030b9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276173 Apr 20 10:12:25.858089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.873658 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eae10095-f293-4fb9-bc00-5264676c9ae9 req-7cb58424-7297-4142-9b75-639885faedbf tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.0964088 Apr 20 10:12:25.898588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Transition to ACTIVE for port object c86c102a-6f9e-42ae-aed3-def66c5d598e will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:25.955874 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-65803d6c-b09f-4f34-a55c-a2c756f67fae service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044913 Apr 20 10:12:26.052249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.066936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:26.148848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:26.170903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:26.173745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:26.181983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:26.183041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.300824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:26.309401 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-513fae2e-24d5-4c20-bd72-bcb32169e501 req-be2aa99e-3d72-4ffb-baf2-c1fd25b03360 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444467 Apr 20 10:12:26.310325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:26.352471 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0362358 Apr 20 10:12:26.364200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42554) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:26.371086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Request body: {'port': {'device_id': '78640100-fcdf-49ea-809a-55c466aea2af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:26.445306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.515183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:26.534620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc37caee0044ca6bf376b7a06b071ad is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:26.548344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddafe3-49dd-45fa-91a4-078d7fbda512 req-6ddcfbdb-9fc7-4f6a-abb1-89d6265d7323 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:26.551166 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6bddafe3-49dd-45fa-91a4-078d7fbda512 req-6ddcfbdb-9fc7-4f6a-abb1-89d6265d7323 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.3492453 Apr 20 10:12:26.552115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:26.578100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:26.598334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ed3619b4-1049-4aa3-8ed8-c3ebb24a7958 None None] Provisioning for port c86c102a-6f9e-42ae-aed3-def66c5d598e completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:26.609881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ed3619b4-1049-4aa3-8ed8-c3ebb24a7958 None None] Provisioning complete for port c86c102a-6f9e-42ae-aed3-def66c5d598e triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:26.610636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ed3619b4-1049-4aa3-8ed8-c3ebb24a7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.705376 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6bddafe3-49dd-45fa-91a4-078d7fbda512 req-3e71d0fd-af61-41dc-8374-aef748d44a06 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448870 Apr 20 10:12:26.717047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.740406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.743384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device cab6c852-a289-4162-88e7-62c6e5330503 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:26.762716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-8563a98a-f216-4a56-933d-8232183bb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:26.764423 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-8563a98a-f216-4a56-933d-8232183bb192 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1096 time: 0.3337524 Apr 20 10:12:26.787511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:26.803957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-678a06df-c606-40c5-9d7c-e4131a5aee4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:26.884378 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebc37caee0044ca6bf376b7a06b071ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177324 Apr 20 10:12:26.888739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42568) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:27.061837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-ed3619b4-1049-4aa3-8ed8-c3ebb24a7958 None None] Port c86c102a-6f9e-42ae-aed3-def66c5d598e cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:12:27.090858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4228d121-e360-4c23-a7bc-25c9f9b53277,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:27.096713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:27.190277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441b135-8bd2-4ead-92ec-e5e68846833a req-6fe408fa-6b32-4417-aa74-2480f1658a78 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:27.193022 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0441b135-8bd2-4ead-92ec-e5e68846833a req-6fe408fa-6b32-4417-aa74-2480f1658a78 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 943 time: 0.3059957 Apr 20 10:12:27.220973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port cab6c852-a289-4162-88e7-62c6e5330503 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:27.234619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port cab6c852-a289-4162-88e7-62c6e5330503 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:27.238406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.270094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-c68d8433-8530-4c8d-b64f-d0651e4eb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:27.276128 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-c68d8433-8530-4c8d-b64f-d0651e4eb9f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.4278464 Apr 20 10:12:27.304964 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0441b135-8bd2-4ead-92ec-e5e68846833a req-2fee69a7-4dae-4ad9-9674-dbbf324d0766 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 Apr 20 10:12:27.467410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.564655 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-dde10577-b135-4311-a561-db165c46f0be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 200 len: 217 time: 0.2039118 Apr 20 10:12:27.580896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:27.594339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cab6c852-a289-4162-88e7-62c6e5330503,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:27.643671 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503', 'code': 200} Apr 20 10:12:27.660163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.663146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:27.773343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:27.775495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.780370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:27.787556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42586) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:27.957620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-98467a92-d846-4e7f-8700-5f5aa0d46f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:27.959245 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-98467a92-d846-4e7f-8700-5f5aa0d46f24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.3841443 Apr 20 10:12:27.966862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.985314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:27.988107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:27.998522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Usage tracker for resource:security_group_rule and tenant:924fc1f5aa8546eeae70f25df294e215 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:28.002248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:28.009551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:28.164995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.208807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.233380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2824844c-d1b3-4bf8-9b59-427258a690c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:28.305743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6659a01-73f2-4f01-a0fb-09149fbd52f4,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:28.310938 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=924fc1f5aa8546eeae70f25df294e215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222156 Apr 20 10:12:28.312193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:28.316011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42602) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:28.411106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.444259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.450004 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-82ddb5bf-c425-4959-a0c8-7ab8019b5183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4697881 Apr 20 10:12:28.527010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.538559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-154c0c12-39ac-4c32-8138-c5154f40cdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:28.557553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6659a01-73f2-4f01-a0fb-09149fbd52f4,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:28.560431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.562145 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6659a01-73f2-4f01-a0fb-09149fbd52f4 HTTP/1.1" status: 204 len: 168 time: 0.2447271 Apr 20 10:12:28.563310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:28.586465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12555a-cc02-413e-961b-a2942015b81a req-07271b4e-59ec-4abc-a395-2a8ee371d771 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:28.587282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-9d12555a-cc02-413e-961b-a2942015b81a req-07271b4e-59ec-4abc-a395-2a8ee371d771 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:28.797860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a453f78-b2ae-410d-bf34-e0620905bdb7 req-af263ae6-7d64-4d79-9da8-f0625e045521 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:28.797860 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a453f78-b2ae-410d-bf34-e0620905bdb7 req-af263ae6-7d64-4d79-9da8-f0625e045521 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 943 time: 0.1315067 Apr 20 10:12:28.798608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 52974289-6f86-4db2-8000-246a0572dc95 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:28.799287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42620) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:28.820867 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a453f78-b2ae-410d-bf34-e0620905bdb7 req-cc78928e-2e3b-4901-8ad3-0011ba7f7a34 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 Apr 20 10:12:28.881693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-9d12555a-cc02-413e-961b-a2942015b81a req-07271b4e-59ec-4abc-a395-2a8ee371d771 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:28.884306 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9d12555a-cc02-413e-961b-a2942015b81a req-07271b4e-59ec-4abc-a395-2a8ee371d771 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 931 time: 1.6500428 Apr 20 10:12:28.946249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:28.966172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.973303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875f833-aab8-4b15-9d2e-d7810fe3b27c req-5bb49d16-00cf-464c-b5f9-1c22f76ba2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:28.974919 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7875f833-aab8-4b15-9d2e-d7810fe3b27c req-5bb49d16-00cf-464c-b5f9-1c22f76ba2f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.5280232 Apr 20 10:12:28.981675 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-e844efcc-9b87-42b8-ad55-19a0f41fcdcd service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790042 Apr 20 10:12:28.988793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:28.996975 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9d12555a-cc02-413e-961b-a2942015b81a req-47ba88c8-a6df-413a-8cf1-1f6383d6bb88 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113288 Apr 20 10:12:29.003807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=52974289-6f86-4db2-8000-246a0572dc95,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:29.032175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '52974289-6f86-4db2-8000-246a0572dc95', 'network_id': '67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b', 'port_id': '52974289-6f86-4db2-8000-246a0572dc95', 'mac_address': 'fa:16:3e:a9:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4eff79-fad7-46b0-a11f-f9531baa14bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:29.060955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Transition to ACTIVE for port object c86c102a-6f9e-42ae-aed3-def66c5d598e will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:29.068888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:29.103776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.136868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52974289-6f86-4db2-8000-246a0572dc95 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:29.160458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228d121-e360-4c23-a7bc-25c9f9b53277,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:29.166947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=52974289-6f86-4db2-8000-246a0572dc95,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:29.170496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:29.181559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.202762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.206967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b373523f-eded-498f-bb45-87d9c12857df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:29.210915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-feb1eafc-1391-4393-bfc4-a15d637660a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:29.256593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.260937 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4228d121-e360-4c23-a7bc-25c9f9b53277 HTTP/1.1" status: 204 len: 168 time: 2.3641715 Apr 20 10:12:29.324954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7875f833-aab8-4b15-9d2e-d7810fe3b27c req-ead6db51-4c60-4f5a-99fc-b89b33ddf497 service neutron] Synchronizing usage tracker for tenant:cab0d0ca101342ccbfb0cc3c945d5ba9 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:29.333012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:29.336957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:29.482768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['52974289-6f86-4db2-8000-246a0572dc95'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:29.556561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.612066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:29.614739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42642) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:29.619588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c12afde87958485396f182fa8a16ea64 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:29.639557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:29.652820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:29.655218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.685534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:29.686568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7875f833-aab8-4b15-9d2e-d7810fe3b27c req-ead6db51-4c60-4f5a-99fc-b89b33ddf497 service neutron] Unset dirty status for tenant:cab0d0ca101342ccbfb0cc3c945d5ba9 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:29.688233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7875f833-aab8-4b15-9d2e-d7810fe3b27c req-ead6db51-4c60-4f5a-99fc-b89b33ddf497 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897082 Apr 20 10:12:29.689889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:29.694361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Usage tracker for resource:security_group_rule and tenant:8941f33864b24376bd8013c46c858fdd is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:29.705597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:29.713028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:29.717780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:29.741623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Attempting to bind port c86c102a-6f9e-42ae-aed3-def66c5d598e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:29.741623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Attempting to bind port c86c102a-6f9e-42ae-aed3-def66c5d598e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:29.741623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Attempting to bind port c86c102a-6f9e-42ae-aed3-def66c5d598e on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:29.745894 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f29f36ac-3952-4fef-ad0c-f9e0eb91feb6 req-75584794-9fbd-4b47-ae3f-2a4be62e739c service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418625 Apr 20 10:12:29.747526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Port c86c102a-6f9e-42ae-aed3-def66c5d598e on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:29.748062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Attempting to bind port c86c102a-6f9e-42ae-aed3-def66c5d598e on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:29.756369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:29.757031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Checking segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:29.757630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Bound using segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:29.758273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Bound port: c86c102a-6f9e-42ae-aed3-def66c5d598e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:29.758817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.866739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.883521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:29.888464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:29.911470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.921934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:29.930221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.930962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:29.939001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:29.973351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.031977 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c12afde87958485396f182fa8a16ea64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2309721 Apr 20 10:12:30.042635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42658) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:30.110931 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8941f33864b24376bd8013c46c858fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924266 Apr 20 10:12:30.116414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42666) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:30.122474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe9c81-f751-4d81-b20a-ec999befad3c,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:30.168907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:30.180691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4ddedbe-a9dc-4ffe-9418-2320c27fdded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:30.243143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:30.246240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.249671 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 1093 time: 3.8837707 Apr 20 10:12:30.251403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:30.306437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.337240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9443f-3b1c-47fc-a0e4-966b6603f7e9,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:30.362601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:30.365762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.406872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.464867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:30.470947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:30.523717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.669427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-8a996251-1ee0-4f06-9daf-19f78fd0833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:30.669427 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-8a996251-1ee0-4f06-9daf-19f78fd0833b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1096 time: 0.2949693 Apr 20 10:12:30.721784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ca8a-ecbd-462c-9596-442cd0a26c6f req-255c4a23-639a-46a2-af54-15b830115bd1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:30.723557 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6a14ca8a-ecbd-462c-9596-442cd0a26c6f req-255c4a23-639a-46a2-af54-15b830115bd1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 944 time: 0.2357452 Apr 20 10:12:30.773743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.784737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 52974289-6f86-4db2-8000-246a0572dc95 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:30.795256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:30.804863 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-b4644718-3f9b-4351-a683-95be7ef845fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 217 time: 0.1214373 Apr 20 10:12:30.821033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9443f-3b1c-47fc-a0e4-966b6603f7e9,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:30.823345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.824789 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad9443f-3b1c-47fc-a0e4-966b6603f7e9 HTTP/1.1" status: 204 len: 168 time: 0.7071395 Apr 20 10:12:30.838823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:30.866296 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6a14ca8a-ecbd-462c-9596-442cd0a26c6f req-c84de3fd-8120-44d0-9a2d-ca244b361775 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288290 Apr 20 10:12:30.989601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 52974289-6f86-4db2-8000-246a0572dc95 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:30.996459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 52974289-6f86-4db2-8000-246a0572dc95 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:30.998861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.045677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-98ce3241-8585-4da2-bbd1-d760365a1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:31.051890 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-98ce3241-8585-4da2-bbd1-d760365a1c99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.2356908 Apr 20 10:12:31.183597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.190922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.246023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe9c81-f751-4d81-b20a-ec999befad3c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.252425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.290239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.295528 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47fe9c81-f751-4d81-b20a-ec999befad3c HTTP/1.1" status: 204 len: 168 time: 1.2492726 Apr 20 10:12:31.305153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-2d38d1bc-1218-4e11-ae8d-64171374f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:31.311703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-2d38d1bc-1218-4e11-ae8d-64171374f38a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2482779 Apr 20 10:12:31.342603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.401683 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'status': 'completed', 'code': 200} Apr 20 10:12:31.456382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=52974289-6f86-4db2-8000-246a0572dc95,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:31.458233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52974289-6f86-4db2-8000-246a0572dc95'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:31.500462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.502795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.620380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058cf0b-28f1-4506-9597-34a652408fb4 req-3e73af6c-3c5d-4b30-a25a-5dad90820fe2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:31.634246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1058cf0b-28f1-4506-9597-34a652408fb4 req-3e73af6c-3c5d-4b30-a25a-5dad90820fe2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.3653934 Apr 20 10:12:31.760926 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-19f3ef4f-ff47-4b54-bd2c-07eb1a4ad54f service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396064 Apr 20 10:12:31.761041 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52974289-6f86-4db2-8000-246a0572dc95', 'code': 200} Apr 20 10:12:31.784767 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1058cf0b-28f1-4506-9597-34a652408fb4 req-dc76c5e7-d94d-4bbe-830f-97fbf7ef7910 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469543 Apr 20 10:12:31.804778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.815221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:32.038850 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c1a7a93-08ad-4a71-a192-1e69b772a27c req-5c2e6a86-bec4-4659-af9f-22d1f345524e service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638242 Apr 20 10:12:32.320496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090f3d-62ba-48cb-9595-186ef098e9a4 req-ef9f2419-75f6-4bcc-a5e6-ca1c6f1f5b04 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:32.322409 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-69090f3d-62ba-48cb-9595-186ef098e9a4 req-ef9f2419-75f6-4bcc-a5e6-ca1c6f1f5b04 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2776814 Apr 20 10:12:32.351196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-862c9759-6b5f-4922-a24e-36039326b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:32.353292 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-862c9759-6b5f-4922-a24e-36039326b905 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1096 time: 0.1790204 Apr 20 10:12:32.452269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:12:32.476221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42742) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:32.500236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.509314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b4d24-8468-416c-bcae-ce94ca1485fc req-cfbb07e0-d999-40e4-87e2-12ccef21877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:32.512382 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df3b4d24-8468-416c-bcae-ce94ca1485fc req-cfbb07e0-d999-40e4-87e2-12ccef21877e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1098 time: 0.3752866 Apr 20 10:12:32.523404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:32.530882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Usage tracker for resource:security_group_rule and tenant:e379b48a981f41fa81f69fa70eb23fb4 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:32.535432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:32.544532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:32.617281 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-69090f3d-62ba-48cb-9595-186ef098e9a4 req-9728806a-3998-4222-9f30-9c6fafae8294 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703376 Apr 20 10:12:32.687719 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df3b4d24-8468-416c-bcae-ce94ca1485fc req-ddf97a04-bca8-42ca-8940-aed96bea037b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515365 Apr 20 10:12:32.744303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-8a407990-25c6-4395-898d-a92e82b6ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:32.747691 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-8a407990-25c6-4395-898d-a92e82b6ee7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.3771553 Apr 20 10:12:32.753996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.797233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.809562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fef78b48-9fb9-49d1-ad49-7b6edaba3da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:32.937020 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e379b48a981f41fa81f69fa70eb23fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738612 Apr 20 10:12:32.937223 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-4d452d00-e4d9-4ab4-b459-fa7297ba395e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 217 time: 0.1793718 Apr 20 10:12:32.938640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7768f-aac8-476e-98c0-a90246c01c87,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:32.940128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42756) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:32.944862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:33.094072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-32ff5dce-489c-4730-af02-f0847e3d9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:33.097030 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-32ff5dce-489c-4730-af02-f0847e3d9d53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1134820 Apr 20 10:12:33.198184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8447e9-e84a-4614-a643-9b8d1fa3db15 req-3623603a-196b-4644-b9da-bc483052b581 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:33.200173 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0f8447e9-e84a-4614-a643-9b8d1fa3db15 req-3623603a-196b-4644-b9da-bc483052b581 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1917579 Apr 20 10:12:33.291735 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0f8447e9-e84a-4614-a643-9b8d1fa3db15 req-d1dad96d-a050-4674-bb9b-b732df5d94e4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793557 Apr 20 10:12:33.775142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.863000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.019706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-ca54e7aa-ed80-41e1-b226-a6b895e7e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:34.025254 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-ca54e7aa-ed80-41e1-b226-a6b895e7e836 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8707664 Apr 20 10:12:34.203133 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-073cf25a-dc67-438f-9a58-b4bf05bb1607 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679296 Apr 20 10:12:34.307977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.315552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7e64a2db-6ad9-44ab-be20-53f2e2884792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:34.336512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7768f-aac8-476e-98c0-a90246c01c87,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:34.371044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.371507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.371890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.372410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.372790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.373169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.373546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.373920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.374301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.374658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.375022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.375417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:34.396552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abcfa-c430-4fa5-aff0-dcc7fe751d5c req-c7cb344f-b4a1-4850-a6ce-5c52aa4e2f60 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:34.404702 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d3abcfa-c430-4fa5-aff0-dcc7fe751d5c req-c7cb344f-b4a1-4850-a6ce-5c52aa4e2f60 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.4865630 Apr 20 10:12:34.408160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:34.427311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.431062 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb7768f-aac8-476e-98c0-a90246c01c87 HTTP/1.1" status: 204 len: 168 time: 1.4891233 Apr 20 10:12:34.556521 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d3abcfa-c430-4fa5-aff0-dcc7fe751d5c req-916c0250-6aa2-4c81-ba2b-acb462cc7f71 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345351 Apr 20 10:12:34.559338 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da3204f0-e927-4c1d-978f-5e0f83027a2f req-8071b97e-8054-4174-bbe1-c4dade665f47 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394685 Apr 20 10:12:34.783214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415fbf2-5d93-4226-af30-6c907e952ba0 req-00928fdb-39bb-4833-b350-40227ced31bf tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:34.785467 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5415fbf2-5d93-4226-af30-6c907e952ba0 req-00928fdb-39bb-4833-b350-40227ced31bf tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1868346 Apr 20 10:12:34.803026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:34.892824 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5415fbf2-5d93-4226-af30-6c907e952ba0 req-0fc5eea2-10a0-43d0-a068-f1c6aa2aeadc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007428 Apr 20 10:12:35.059551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:35.082058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:35.103715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-9c741768-7010-42de-94ae-423b58f3828a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:35.109772 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-9c741768-7010-42de-94ae-423b58f3828a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.3331380 Apr 20 10:12:35.142196 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c76f0bff-1d1b-4ba6-aa2f-2fef2a15a7b3 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/quotas/b27593ec9302489fbdedbf1ab3584bdf HTTP/1.1" status: 200 len: 375 time: 0.0253179 Apr 20 10:12:35.170651 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:35.195518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:35.220597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:35.260016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:35.261993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:35.292699 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c0f802cd-1807-47b4-9b70-82c1501653dd tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433365 Apr 20 10:12:35.361246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:35.366882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:35.593352 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-42aeb7f6-2ca4-433f-a2af-5dbb38ebee42 service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880189 Apr 20 10:12:35.670307 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['c86c102a-6f9e-42ae-aed3-def66c5d598e'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:35.930324 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-a173b7b0-ef8a-4b24-ae35-978bb92e1771 service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279617 Apr 20 10:12:36.276986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2fe9-6b98-4e7b-b960-42ef483e5b5c req-96445d73-80fa-47f8-84e3-006adb3b1a96 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:36.278884 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6feb2fe9-6b98-4e7b-b960-42ef483e5b5c req-96445d73-80fa-47f8-84e3-006adb3b1a96 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1723523 Apr 20 10:12:36.389381 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6feb2fe9-6b98-4e7b-b960-42ef483e5b5c req-460ca2eb-2037-4c47-81c5-ee34e2faf70d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999675 Apr 20 10:12:36.517022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117ee1-1f49-41cc-bc59-bb2705303db7 req-91d50872-64bd-43cb-a990-212b14a8b8cd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:36.519906 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f9117ee1-1f49-41cc-bc59-bb2705303db7 req-91d50872-64bd-43cb-a990-212b14a8b8cd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 944 time: 0.1322453 Apr 20 10:12:36.612125 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f9117ee1-1f49-41cc-bc59-bb2705303db7 req-d06791fd-37d4-48ac-a4f0-b54f5fa0a188 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859554 Apr 20 10:12:36.729012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c34ee4-4184-4879-89a0-d60c296725f0 req-617fae7f-5fb4-4e68-ac4d-5097f495e891 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:36.732311 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-32c34ee4-4184-4879-89a0-d60c296725f0 req-617fae7f-5fb4-4e68-ac4d-5097f495e891 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.1465523 Apr 20 10:12:36.746882 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6febe9d-08b8-4781-bd70-58106bf8f601 req-6b45a137-a48c-427f-aebf-7aaa1c26ed03 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.0660503 Apr 20 10:12:36.828476 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-32c34ee4-4184-4879-89a0-d60c296725f0 req-2586a61c-23d6-4d0b-9cbc-67c92447c857 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769343 Apr 20 10:12:37.018988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 42910) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:37.544118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.551765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-35dd115d-2ea3-4a67-b0d9-5cf7a40ff82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.603051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:37.614263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd155492007d4d6e84fa613168ff6644 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:37.618887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:37.632655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758fc54-3764-4118-ba8f-29bdf5d68a6e req-cfae2aaf-ca43-4d09-ae92-39bc48ae7ab4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:37.634651 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e758fc54-3764-4118-ba8f-29bdf5d68a6e req-cfae2aaf-ca43-4d09-ae92-39bc48ae7ab4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2146335 Apr 20 10:12:37.641945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:37.698635 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e758fc54-3764-4118-ba8f-29bdf5d68a6e req-3ce9afda-3393-49ff-932f-294d525d6c91 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Apr 20 10:12:37.754994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-c088d269-c6fb-4a11-8cdf-e39b9f605463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:37.756920 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-c088d269-c6fb-4a11-8cdf-e39b9f605463 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1098 time: 0.3396764 Apr 20 10:12:38.136668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:38.155848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580787-04df-4d00-8528-8c18c1cb5246 req-50c899d0-32f5-4442-a144-16fa23090f88 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:38.161084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df580787-04df-4d00-8528-8c18c1cb5246 req-50c899d0-32f5-4442-a144-16fa23090f88 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 944 time: 0.1792660 Apr 20 10:12:38.161084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-e2542242-c963-438d-9fa1-1310600cd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:38.161084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-e2542242-c963-438d-9fa1-1310600cd39c service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.3927197 Apr 20 10:12:38.236695 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6a95f6ea-f491-47be-b091-47ca535ac711 req-b5bde368-9610-4bc9-9456-72d361bacaf4 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.1369627 Apr 20 10:12:38.261783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:38.361270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:38.373664 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd155492007d4d6e84fa613168ff6644&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3523154 Apr 20 10:12:38.373886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 42954) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:38.382000 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-04d65390-4915-4ff8-a774-bd72faf8a4da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 200 len: 217 time: 0.1928239 Apr 20 10:12:38.465205 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df580787-04df-4d00-8528-8c18c1cb5246 req-0c3e3b66-fd0e-4445-9b25-276b2cd6bb6f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3008187 Apr 20 10:12:38.536869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:38.541693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-8cb57462-ca63-49f1-ba5e-af0bd642f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:38.543500 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-8cb57462-ca63-49f1-ba5e-af0bd642f4fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.1352003 Apr 20 10:12:38.645128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:38.686480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b84c8a-4ece-49cd-9252-47705d28d32b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:38.713287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:38.721695 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-ffe6d834-5485-4a85-8cd9-aff9d222cad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184549 Apr 20 10:12:38.832040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:38.938900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76604-aade-4a32-9052-11595799d29c req-1eba5866-acd7-483b-bb1b-6df99d784f1d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:38.956485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-d479d22c-c617-4e43-a73a-c19993960431 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:38.961342 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-d479d22c-c617-4e43-a73a-c19993960431 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.6652608 Apr 20 10:12:38.970829 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cfd76604-aade-4a32-9052-11595799d29c req-1eba5866-acd7-483b-bb1b-6df99d784f1d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.2987883 Apr 20 10:12:39.025921 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-c6cd1d4d-32bb-4f70-bff5-baa695e9cdd9 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869947 Apr 20 10:12:39.050065 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cfd76604-aade-4a32-9052-11595799d29c req-929bf2aa-fc69-44de-adaa-8aaccbe624cf tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 Apr 20 10:12:39.080883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port c86c102a-6f9e-42ae-aed3-def66c5d598e completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:39.081114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.087585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port c86c102a-6f9e-42ae-aed3-def66c5d598e triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:39.088493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.091169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:39.115415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b84c8a-4ece-49cd-9252-47705d28d32b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:39.145146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.157342 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1b84c8a-4ece-49cd-9252-47705d28d32b HTTP/1.1" status: 204 len: 168 time: 0.7812276 Apr 20 10:12:39.165440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.167589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.168089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.168552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.178159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.179276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.179630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.180654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.180654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.180882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.181337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.181776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.190787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:39.374461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.400413 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-8f673308-b8e8-4f48-9e51-85088357af81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8555310 Apr 20 10:12:39.562607 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2fd90075-5361-4ac9-b799-5b7ce027c487 req-e0643610-39cc-41a3-b1e6-15b4dc5c8123 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.0803328 Apr 20 10:12:39.631132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:39.670010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:39.708972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.711708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:39.879672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:39.917929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.918579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.919709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.920387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.921246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.921907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.922705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.923390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.924904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.925582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.926234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.926895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:39.947762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:40.006868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e726c07-3db8-45f2-a2ab-87fae8dea2a2 req-f703bab9-650c-45d6-a115-c975dd1f7f8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:40.012682 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e726c07-3db8-45f2-a2ab-87fae8dea2a2 req-f703bab9-650c-45d6-a115-c975dd1f7f8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.2188511 Apr 20 10:12:40.105751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43010) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:40.125029 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e726c07-3db8-45f2-a2ab-87fae8dea2a2 req-52cac7f0-abc0-4712-aaa8-4741aecb1104 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046443 Apr 20 10:12:40.166469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Deleting port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:12:40.166839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.199287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.258073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:40.277770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca995cf8dc6458a94414430e4695534 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:40.288585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:40.294261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fb55cf17-0027-4260-8e7d-5bb159884dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.306191 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'code': 200} Apr 20 10:12:40.330031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:40.410385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43024) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:40.617749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.685778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.702503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-144929c3-dcf3-4304-9a81-7a0a6a0200f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:40.718490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.753892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-bbf01f5b-5a82-43a7-8d29-d4cb49c139e5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:40.756178 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-bbf01f5b-5a82-43a7-8d29-d4cb49c139e5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 1.5741718 Apr 20 10:12:40.759603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b8f8d3-4a3f-44c3-98d2-eb6c97b14d88,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:40.768155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:40.777976 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca995cf8dc6458a94414430e4695534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661880 Apr 20 10:12:40.777976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43034) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:40.802096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Request body: {'port': {'device_id': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'admin_state_up': True, 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:40.843603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa472727-1d6b-4774-a69c-34f2fdde34e0 req-87c6a60e-2430-4278-8eea-71d5f060b81b tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:40.847249 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa472727-1d6b-4774-a69c-34f2fdde34e0 req-87c6a60e-2430-4278-8eea-71d5f060b81b tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 945 time: 0.2396145 Apr 20 10:12:40.858941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.880685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.48', 63489) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:40.934971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:40.958781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Usage tracker for resource:security_group_rule and tenant:dc2f1d2dbb114414997bc5343a78a36b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:40.970849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:40.990931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:41.026200 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa472727-1d6b-4774-a69c-34f2fdde34e0 req-4a8140cd-0a86-4de4-89d9-047abf634fc4 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/security-groups?id=96a742fe-1038-4bf3-8a0b-2a448bd63ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439078 Apr 20 10:12:41.026490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] For port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,segment=NetworkSegment(2db1b2be-356c-4a39-9fd2-a040d3b29531),segment_id=2db1b2be-356c-4a39-9fd2-a040d3b29531)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:41.026724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.029709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.114488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.221713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d03e-5fec-498b-a37d-cc1a66e9f661 req-807954ca-0a09-453d-956b-b2a58294610d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:41.223773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c0c3d03e-5fec-498b-a37d-cc1a66e9f661 req-807954ca-0a09-453d-956b-b2a58294610d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 2.0709729 Apr 20 10:12:41.234330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.235825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.236763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Calling delete_port for 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:12:41.240487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:41.255755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b8f8d3-4a3f-44c3-98d2-eb6c97b14d88,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:41.259370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:41.269024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.273589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96b8f8d3-4a3f-44c3-98d2-eb6c97b14d88 HTTP/1.1" status: 204 len: 168 time: 0.4898210 Apr 20 10:12:41.274580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-956b2a28-423d-4b2d-82de-918db2d558db service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1236241 Apr 20 10:12:41.274848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.285696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14108b57-23e3-459b-8d02-97d4185c28de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:41.402814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-f3af9841-8c1d-437e-8a56-e6f39462e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:41.404493 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-f3af9841-8c1d-437e-8a56-e6f39462e9e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 1098 time: 1.3143902 Apr 20 10:12:41.433449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54eaabb-1a8b-4e8e-8eeb-61fcd1554081,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:41.439347 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2f1d2dbb114414997bc5343a78a36b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0243366 Apr 20 10:12:41.440827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:41.459768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43054) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:41.474494 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cae234a3-b8f2-4a9e-9629-bef30f761bf1 req-06945bd0-8dba-46ea-8259-fad0eae75c2d tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.1340442 Apr 20 10:12:41.573217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.590630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43062) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:41.609535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:41.633946 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c0c3d03e-5fec-498b-a37d-cc1a66e9f661 req-61efade1-7330-4ac1-ac9a-3a50b050387d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569722 Apr 20 10:12:41.676510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:41.682010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.741332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.864452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929e3b-6b23-407c-bc26-a95dae57be45 req-1863fb7b-5c39-47b7-9d1d-58bd3740afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:41.866942 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24929e3b-6b23-407c-bc26-a95dae57be45 req-1863fb7b-5c39-47b7-9d1d-58bd3740afb9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1098 time: 0.9769702 Apr 20 10:12:41.875359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.888195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:41.898994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.910104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:41.915715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b74d67851084932aba374a21e986921 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:41.923194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:41.929901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:41.984073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.988232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-61b80868-cb17-4b51-994d-9daefdae81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:41.989865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-61b80868-cb17-4b51-994d-9daefdae81b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 916 time: 0.3755684 Apr 20 10:12:42.002176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e7e3f-913c-4f8a-86ea-52885535938a req-aa37040d-a6a2-4aef-9e05-97b18f079dfb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:42.003968 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a17e7e3f-913c-4f8a-86ea-52885535938a req-aa37040d-a6a2-4aef-9e05-97b18f079dfb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1692178 Apr 20 10:12:42.052212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.064061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.094933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54eaabb-1a8b-4e8e-8eeb-61fcd1554081,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.106260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.121065 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a17e7e3f-913c-4f8a-86ea-52885535938a req-81c4cac2-a560-4092-8aa4-7e5f07273b1b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045268 Apr 20 10:12:42.150289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-0d712dcf-cc86-471d-8414-7308ec0746fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4898334-2eb4-4be8-b829-7844c6d03883 HTTP/1.1" status: 200 len: 217 time: 0.1501095 Apr 20 10:12:42.158716 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24929e3b-6b23-407c-bc26-a95dae57be45 req-f572c71a-c8d8-4148-b00c-a23b228650d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2341864 Apr 20 10:12:42.159753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.161056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f54eaabb-1a8b-4e8e-8eeb-61fcd1554081 HTTP/1.1" status: 204 len: 168 time: 0.7000504 Apr 20 10:12:42.167361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.191473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.212149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.260961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.295303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Pushing event deleted for resources: {'Port': ['ID=1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.319699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-54a465c6-dfc7-4163-acb6-bcaf3429659f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.333643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.398817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.448602 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b74d67851084932aba374a21e986921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542278 Apr 20 10:12:42.450781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aedb037-8b81-4e90-8d03-37a425789dec,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.453405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43088) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:42.467734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.543390 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee348a95-5bdb-4bda-8926-314e4ef14841 req-8c0461a9-1a1b-4b9c-bfa7-5416d89aa413 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.1581054 Apr 20 10:12:42.595639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] No DVR routers for this DVR port 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:12:42.601227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-518274be-6256-49a7-8bf6-e0cb6ade5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:42.602855 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-518274be-6256-49a7-8bf6-e0cb6ade5a10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.3650665 Apr 20 10:12:42.613403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.619416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'name': 'network-vif-deleted', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:42.689108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.700218 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-e01ca282-2530-446e-9293-29060abdaaaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731926 Apr 20 10:12:42.705077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Allocated IP 172.20.0.5 (ffa6114e-f146-4213-a11c-4f3bc2b7039b/87bf3025-6cae-452a-829a-17e27442653f/f5cc6753-cda7-46e0-81a4-9028cd6261ce) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:42.837933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.884614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:12:42.993527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:12:42.997454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:12:43.002661 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f0928d61-df04-4c0c-9b2a-44ba8935c84b req-5ce51bb0-16c0-4fee-a3a3-d9dd3cff8e0e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.1832733 Apr 20 10:12:43.043731 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b0853f-9c75-4876-8fd1-405e18e65c93', 'name': 'network-vif-deleted', 'tag': '1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a', 'status': 'completed', 'code': 200} Apr 20 10:12:43.054438 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f474b1a7-6e21-4604-a661-e3dba6d7db52 req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.48 "DELETE /v2.0/ports/1bcb407f-3aae-4c2a-a6c5-c6d45e0e414a HTTP/1.1" status: 204 len: 173 time: 4.0256526 Apr 20 10:12:43.161338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.175214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:43.199015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.200997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aedb037-8b81-4e90-8d03-37a425789dec HTTP/1.1" status: 204 len: 168 time: 0.7417533 Apr 20 10:12:43.202439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aedb037-8b81-4e90-8d03-37a425789dec,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:43.209177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:43.355613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43120) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:43.398187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.414327 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-37dfbad1-d252-4227-b1a0-d5d2a83ec059 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017977 Apr 20 10:12:43.440624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:43.454387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Usage tracker for resource:security_group_rule and tenant:1f521a4e7c994c1e92e80090a6881427 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:43.457956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:43.494809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:43.654702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b57f2-bf9a-45f2-8bfb-d87edf32a5d2 req-646e81d7-c77b-48ad-bba0-93f3b455f754 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:43.657215 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-566b57f2-bf9a-45f2-8bfb-d87edf32a5d2 req-646e81d7-c77b-48ad-bba0-93f3b455f754 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.5807714 Apr 20 10:12:43.796427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.830820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ed161-96d2-430a-97dd-bb7977c09da0 req-c04eccdb-bc6f-4024-88f9-bb8a842d5baa tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:43.832536 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-102ed161-96d2-430a-97dd-bb7977c09da0 req-c04eccdb-bc6f-4024-88f9-bb8a842d5baa tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.3644793 Apr 20 10:12:43.836771 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-566b57f2-bf9a-45f2-8bfb-d87edf32a5d2 req-0375fcb1-436e-41bd-aede-13b58a0ce7c0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661386 Apr 20 10:12:43.866505 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eda68824-9a0f-4d49-9f09-f8afff2166fa req-c2644093-423b-4312-be8c-334e1f8ea27d service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275849 Apr 20 10:12:43.942695 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-102ed161-96d2-430a-97dd-bb7977c09da0 req-5207a807-45ac-4e8a-a59f-fa29ee8d05f4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014121 Apr 20 10:12:43.963632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.973177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-735dac7a-f3e5-43bd-9f6a-3603a1681132 tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:43.986809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:44.014349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.049601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.130182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-49bf8c15-0f5a-4fa9-a482-fdb402b47eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:44.157814 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f521a4e7c994c1e92e80090a6881427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8007829 Apr 20 10:12:44.169457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43146) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:44.177602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event updated for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:44.183432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:44.297862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ceff74-155a-4296-9f5d-de8c19d6e71f,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:44.304864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:44.340231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a8f5ecda-0d87-4c99-a9db-e718bdb08160 req-d67f89e8-6b66-469d-9995-88b678d19e8d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Synchronizing usage tracker for tenant:77f9ec388daa47b3a239729dae029d11 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:44.352836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d6aa-5863-46b5-ad12-30adb6b6c5d9 req-529cfacf-e293-4c31-b434-86aae45d6f4a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:44.363990 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e680d6aa-5863-46b5-ad12-30adb6b6c5d9 req-529cfacf-e293-4c31-b434-86aae45d6f4a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 931 time: 0.1600361 Apr 20 10:12:44.370442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:44.378584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:44.384235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:44.390877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:44.391953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.429708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.450091 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6658309 Apr 20 10:12:44.460092 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e680d6aa-5863-46b5-ad12-30adb6b6c5d9 req-6f42f6ec-e06b-42ad-8fb2-e49de88aa0d0 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Apr 20 10:12:44.472519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Request body: {'port': {'device_id': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:44.525606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.534467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a8f5ecda-0d87-4c99-a9db-e718bdb08160 req-d67f89e8-6b66-469d-9995-88b678d19e8d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] Unset dirty status for tenant:77f9ec388daa47b3a239729dae029d11 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:44.535796 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a8f5ecda-0d87-4c99-a9db-e718bdb08160 req-d67f89e8-6b66-469d-9995-88b678d19e8d tempest-DeleteServersTestJSON-1455651582 tempest-DeleteServersTestJSON-1455651582-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b0853f-9c75-4876-8fd1-405e18e65c93 HTTP/1.1" status: 200 len: 210 time: 0.3673360 Apr 20 10:12:44.695071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.733764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43154) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:44.772877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.776680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.785347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dd2b58fa-9201-4188-9e65-71553270968e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:44.801794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:44.802083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ceff74-155a-4296-9f5d-de8c19d6e71f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:44.808222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Usage tracker for resource:security_group_rule and tenant:7001c68acb4047ecaa2c11d2ca45cd01 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:44.814297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:44.821726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:44.823252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:44.838111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43160) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:44.842701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.848604 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56ceff74-155a-4296-9f5d-de8c19d6e71f HTTP/1.1" status: 204 len: 168 time: 0.6510639 Apr 20 10:12:45.117965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.425319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.441218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:45.470278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cc6753-cda7-46e0-81a4-9028cd6261ce {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:45.499543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c5c49b-4b33-4e5f-a4fa-d29e5823379b,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:45.514471 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7001c68acb4047ecaa2c11d2ca45cd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779117 Apr 20 10:12:45.518656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:45.521993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43182) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:45.529381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.620917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c22e4-970e-4499-bf94-c0cc4e301792 req-bcad5ca2-fe42-42a2-a17b-1fe13f8ba684 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:45.630284 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-523c22e4-970e-4499-bf94-c0cc4e301792 req-bcad5ca2-fe42-42a2-a17b-1fe13f8ba684 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.4736719 Apr 20 10:12:45.660992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.663536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.686161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Transition to ACTIVE for port object f5cc6753-cda7-46e0-81a4-9028cd6261ce will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:45.699551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:45.708504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a607124f458e4c0d88fa7bc9f2d75fa5 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:45.712713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:45.722087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.723835 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-523c22e4-970e-4499-bf94-c0cc4e301792 req-3d44da76-950a-4af6-aaec-fd7d2dcf596e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921776 Apr 20 10:12:45.726123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.746941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:45.750797 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:45.831614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.840234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-820b4f45-b814-4f2a-9c2a-4fb9bcec66de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:45.863724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c5c49b-4b33-4e5f-a4fa-d29e5823379b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:45.877820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:45.887137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.888748 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84c5c49b-4b33-4e5f-a4fa-d29e5823379b HTTP/1.1" status: 204 len: 168 time: 0.3638914 Apr 20 10:12:46.020934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43200) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:46.101621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075e959-1c62-4c41-acd1-053127735be6 req-e9375744-fee4-417d-b20a-c870401c6fe7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:46.110877 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f075e959-1c62-4c41-acd1-053127735be6 req-e9375744-fee4-417d-b20a-c870401c6fe7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 943 time: 0.1448610 Apr 20 10:12:46.164295 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f075e959-1c62-4c41-acd1-053127735be6 req-82b0c16a-5945-4f9b-8e63-cb0020781568 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520015 Apr 20 10:12:46.209714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:46.222245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Attempting to bind port f5cc6753-cda7-46e0-81a4-9028cd6261ce on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:46.222841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Attempting to bind port f5cc6753-cda7-46e0-81a4-9028cd6261ce by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:46.223535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Attempting to bind port f5cc6753-cda7-46e0-81a4-9028cd6261ce on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:46.230575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:46.265337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2adba0-aa0b-4137-b5b5-f5f589e1f4aa req-2d1d7dc7-d394-438a-838e-f3e012136237 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:46.279233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ab2adba0-aa0b-4137-b5b5-f5f589e1f4aa req-2d1d7dc7-d394-438a-838e-f3e012136237 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.7234333 Apr 20 10:12:46.286026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Port f5cc6753-cda7-46e0-81a4-9028cd6261ce on network ffa6114e-f146-4213-a11c-4f3bc2b7039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:12:46.286673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Attempting to bind port f5cc6753-cda7-46e0-81a4-9028cd6261ce on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:46.343799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:46.344513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Checking segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:46.345205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Bound using segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:46.346166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Bound port: f5cc6753-cda7-46e0-81a4-9028cd6261ce, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:46.346709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.563385 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ab2adba0-aa0b-4137-b5b5-f5f589e1f4aa req-da5118bd-7438-49b5-bad4-b31d78a0149b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820330 Apr 20 10:12:46.740976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.753429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.776440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:46.786413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:46.795950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:46.800002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:710422a0e0a04bfea7e01a6128bcffe0 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:46.804987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.805391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:46.815926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:46.853337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:46.887666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.970526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:46.972121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.975151 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] 10.222.0.48 "PUT /v2.0/ports/f5cc6753-cda7-46e0-81a4-9028cd6261ce HTTP/1.1" status: 200 len: 1093 time: 2.5084276 Apr 20 10:12:46.993277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:47.027265 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a607124f458e4c0d88fa7bc9f2d75fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1871331 Apr 20 10:12:47.029553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f3c69-0dcf-4c37-8d2e-ad659415503e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:47.030184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43234) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:47.038181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f5afefac-66c3-4fe0-9c3e-2bebc06070c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:47.039156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:47.211361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43240) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:47.287859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.350287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.368071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:47.390319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.418162 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:47.423492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:47.468518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-7f1e4977-bc25-4afa-a61f-29971bbd94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:47.470941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-7f1e4977-bc25-4afa-a61f-29971bbd94cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 1096 time: 0.3468022 Apr 20 10:12:47.481359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c28cb-a5b2-457d-a2d3-31c13453cc36 req-6288926f-b0d7-49ab-8b1a-93ff7610aeea tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:47.483137 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6b0c28cb-a5b2-457d-a2d3-31c13453cc36 req-6288926f-b0d7-49ab-8b1a-93ff7610aeea tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2703018 Apr 20 10:12:47.493384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8cfff-5912-40c9-9baa-af45602c252b req-1cbeaf28-f22b-43c2-b194-74879658acb9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:47.516383 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-20d8cfff-5912-40c9-9baa-af45602c252b req-1cbeaf28-f22b-43c2-b194-74879658acb9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.4617710 Apr 20 10:12:47.517346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43252) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:47.520391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.560358 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=710422a0e0a04bfea7e01a6128bcffe0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5377624 Apr 20 10:12:47.561553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43256) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:47.565992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094f9fb-cbd0-4636-89ec-cf95fa7dbe8c,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:47.589570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'floatingip': {'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:47.694133 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', 'status': 'completed', 'code': 200} Apr 20 10:12:47.715665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-58249220-network', 'tenant_id': '591a864f16cc4483a66701406bf32640'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:47.721758 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-2ade8fa9-64ee-4b34-b320-23f3082dec5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce HTTP/1.1" status: 200 len: 217 time: 0.2375484 Apr 20 10:12:47.730256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:47.795480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Usage tracker for resource:network and tenant:591a864f16cc4483a66701406bf32640 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:47.795786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:47.807395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:47.825103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:47.830833 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6b0c28cb-a5b2-457d-a2d3-31c13453cc36 req-14b32ae1-7e5c-465f-bf18-b87fa4a40cf7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764607 Apr 20 10:12:47.854319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-d067d695-43d8-4e3c-a25c-f9b43970ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:47.862722 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-d067d695-43d8-4e3c-a25c-f9b43970ca55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1199362 Apr 20 10:12:47.897213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.962357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Made reservation on behalf of 591a864f16cc4483a66701406bf32640 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:47.973217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.009395 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-8d0f8dd8-33c8-4d0b-9eb4-637010f98e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345484 Apr 20 10:12:48.014191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.079818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:48.141513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Usage tracker for resource:security_group_rule and tenant:591a864f16cc4483a66701406bf32640 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:48.146613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:48.157575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:48.245516 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-74bd5ecd-b18d-4e48-b609-8a923222924f service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109044 Apr 20 10:12:48.286414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.333584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.355883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab182562-23ed-41f3-b4e3-4ce7b6364b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:48.438089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.458714 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5bc68189-38bd-42fb-a7e4-b60d3b6de0f7 req-566aa33b-d852-4050-ab30-147b7710a69a service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037921 Apr 20 10:12:48.495107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.503580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc6855f1-d073-432e-81bc-1bd42d35973d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:48.548547 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f3c69-0dcf-4c37-8d2e-ad659415503e,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:48.552647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:48.566841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.598105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196fc82-06f4-4835-8a71-d7d3ae021116 req-3df2d5bd-eb61-4bc1-b27c-88d1c7deb940 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:48.615790 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0196fc82-06f4-4835-8a71-d7d3ae021116 req-3df2d5bd-eb61-4bc1-b27c-88d1c7deb940 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 943 time: 0.8044412 Apr 20 10:12:48.632786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:12:48.725167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.725903 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Added segment df86a8a5-1cac-4bff-a02d-27bc58166d79 of type vlan for network 03327abf-728f-4696-8e2d-e7921434ca02 Apr 20 10:12:48.738388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff99558-7619-42cb-ab1d-d8f21a3e0992,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:48.745246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:48.761178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.763517 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e4f3c69-0dcf-4c37-8d2e-ad659415503e HTTP/1.1" status: 204 len: 168 time: 1.7311189 Apr 20 10:12:48.814321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.888025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e3223-bac4-4765-9405-5538aff0d24a req-8ea9455b-7b2c-43f5-aa40-177e25543962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:48.894953 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-8ea9455b-7b2c-43f5-aa40-177e25543962 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 1096 time: 0.2491813 Apr 20 10:12:48.904324 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0196fc82-06f4-4835-8a71-d7d3ae021116 req-a0ea845d-897c-40cd-8b6a-48d9a673be65 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868173 Apr 20 10:12:49.210530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.239074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:49.239888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.284564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:49.545338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43298) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:49.551887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.623163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37d082f6-ab4c-43ba-9226-535137f0afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:49.653697 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3305922 Apr 20 10:12:49.660119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094f9fb-cbd0-4636-89ec-cf95fa7dbe8c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:49.679145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43304) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:49.683979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.685057 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7094f9fb-cbd0-4636-89ec-cf95fa7dbe8c HTTP/1.1" status: 204 len: 168 time: 2.1158795 Apr 20 10:12:49.686054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:49.695799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Request body: {'subnet': {'network_id': '03327abf-728f-4696-8e2d-e7921434ca02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-58249220-subnet', 'tenant_id': '591a864f16cc4483a66701406bf32640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:49.704790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:49.736293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Usage tracker for resource:subnet and tenant:591a864f16cc4483a66701406bf32640 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:49.743488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:49.753339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Deleting subnet 01721ab4-a3d6-48f3-9af3-c71462c582b4 {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:12:49.761713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:49.764129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.874851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Pushing event updated for resources: {'Network': ['ID=03327abf-728f-4696-8e2d-e7921434ca02,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:49.878843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:49.881350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e3223-bac4-4765-9405-5538aff0d24a req-037d1475-2dbf-46ff-a9c5-9960072207e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:49.883099 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-037d1475-2dbf-46ff-a9c5-9960072207e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 916 time: 0.9658482 Apr 20 10:12:49.890254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 03327abf-728f-4696-8e2d-e7921434ca02 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:12:49.893069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.898066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e43f-2286-46d8-b8e4-91c3775d4995 req-02031aa7-6d6e-4b97-ba99-e1c54dc41c0f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:49.900130 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8de8e43f-2286-46d8-b8e4-91c3775d4995 req-02031aa7-6d6e-4b97-ba99-e1c54dc41c0f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.8096616 Apr 20 10:12:49.908108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.021423 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-394c61a8-61a0-495f-9515-5dd534b7bab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce HTTP/1.1" status: 200 len: 217 time: 0.1204953 Apr 20 10:12:50.142535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8de8e43f-2286-46d8-b8e4-91c3775d4995 req-82937677-9b27-4801-bf3e-9448cfbb50d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833248 Apr 20 10:12:50.179789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e3223-bac4-4765-9405-5538aff0d24a req-ea46ed30-cf1c-4a94-9e87-578adb8a406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:50.181915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Made reservation on behalf of 591a864f16cc4483a66701406bf32640 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:50.183929 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-ea46ed30-cf1c-4a94-9e87-578adb8a406b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1097219 Apr 20 10:12:50.188250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.205106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.resource_extend [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:12:50.252915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-05d2726c-8a97-4d97-8439-bb9996e2eea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568440 Apr 20 10:12:50.509466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-4583bce7-715d-4cad-a581-7a1fc0c9a5bb service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480166 Apr 20 10:12:50.544033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.640226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.660670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43326) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:50.702813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.720211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21816a-daaf-4e4f-873d-88e19b437a60 req-4848cf2c-2793-412b-be59-e4cd4f3b8d0c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:50.728328 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d21816a-daaf-4e4f-873d-88e19b437a60 req-4848cf2c-2793-412b-be59-e4cd4f3b8d0c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 943 time: 0.5567701 Apr 20 10:12:50.730449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:50.750012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Usage tracker for resource:security_group_rule and tenant:56d647819dc94a2fb8ee9b18d6e83281 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:50.753733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:50.765153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:50.799221 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-689e3223-bac4-4765-9405-5538aff0d24a req-060a37ff-fd81-4b78-ad8c-708593baff83 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820599 Apr 20 10:12:50.915156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.949670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.963268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6f2c09e6-d109-4ca1-860f-35de8dfa2511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:50.999480 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d21816a-daaf-4e4f-873d-88e19b437a60 req-f1691c73-8d29-422b-878f-925e1eb1e8c3 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700033 Apr 20 10:12:51.056866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56d647819dc94a2fb8ee9b18d6e83281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947566 Apr 20 10:12:51.064295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43344) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:51.104232 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Floating IP 1891153e-ef48-474b-95a7-36396a8d6fcf associated. External IP: 172.28.0.128, port: c86c102a-6f9e-42ae-aed3-def66c5d598e. Apr 20 10:12:51.149051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce51c4c-0707-4eaa-978a-aa016c23dc0c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:51.176382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:51.276830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.370522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.447129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.536442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-55873536-5c06-4edc-b68c-9403ad93f45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:51.548692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb909ca-0a22-4c69-b2a1-22c1fc993feb req-524e938e-d952-42ca-86e1-354436ba48ba tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:51.550463 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5fb909ca-0a22-4c69-b2a1-22c1fc993feb req-524e938e-d952-42ca-86e1-354436ba48ba tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1901340 Apr 20 10:12:51.593263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.603445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:51.633926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce51c4c-0707-4eaa-978a-aa016c23dc0c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:51.650516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:51.651200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01721ab4-a3d6-48f3-9af3-c71462c582b4,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:51.654810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:51.660618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.661351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.662915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ce51c4c-0707-4eaa-978a-aa016c23dc0c HTTP/1.1" status: 204 len: 168 time: 0.5974998 Apr 20 10:12:51.670664 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5fb909ca-0a22-4c69-b2a1-22c1fc993feb req-8c721b15-2dc8-4900-b587-3df23b1eed9b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020842 Apr 20 10:12:51.697886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01721ab4-a3d6-48f3-9af3-c71462c582b4 HTTP/1.1" status: 204 len: 168 time: 2.1512208 Apr 20 10:12:51.702414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43360) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:51.776370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:12:51.876070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.101161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43370) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:52.122067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.333214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.398267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:52.414453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.414871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.415778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.417494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > port after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.417494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.417494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > port after_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.417494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.417494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.418252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.418252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.453849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:12:52.462916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.472568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:12:52.514582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.514964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.515531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.516444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:52.516845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89e4d53-3128-4312-ae45-29fb6d36d35a']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:52.525749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.541550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:52.542289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:12:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:52.576751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db1b2be-356c-4a39-9fd2-a040d3b29531') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:52.577038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db1b2be-356c-4a39-9fd2-a040d3b29531') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:52.583999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab87f3eb-987a-49f0-bb63-c8c4d472a46c,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:52.587054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:52.600581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:52.611554 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9f139300-160a-4e6d-ad74-7a349be69d13 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "PUT /v2.0/floatingips/1891153e-ef48-474b-95a7-36396a8d6fcf HTTP/1.1" status: 200 len: 991 time: 5.0627143 Apr 20 10:12:52.614398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:52.621207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43378) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:52.624301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0a5ef61af3497d996bd32badc7e7fb is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:52.629457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.652139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:52.678093 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Checking segment: {'id': 'df86a8a5-1cac-4bff-a02d-27bc58166d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:52.678350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:52.681832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Network hostable DHCP agents. Network: 03327abf-728f-4696-8e2d-e7921434ca02, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:12:52.683906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.753103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:52.767412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Usage tracker for resource:security_group_rule and tenant:add077e668c949be8e54922ed9d644fb is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:52.776997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:52.784575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7bee7-6a13-4aab-b0d7-1b82707fbea0 req-3105d0d7-4394-4e88-ae1a-bd9127bbea73 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:52.788147 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4df7bee7-6a13-4aab-b0d7-1b82707fbea0 req-3105d0d7-4394-4e88-ae1a-bd9127bbea73 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 943 time: 0.4598031 Apr 20 10:12:52.826757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:52.843134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.861983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:12:52.911027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device f5cc6753-cda7-46e0-81a4-9028cd6261ce details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:12:52.939767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Network 03327abf-728f-4696-8e2d-e7921434ca02 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:12:53.068797 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4df7bee7-6a13-4aab-b0d7-1b82707fbea0 req-831077dc-ce8a-4be7-aeab-3889255ba966 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629666 Apr 20 10:12:53.100634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 03327abf-728f-4696-8e2d-e7921434ca02) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:53.107106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:53.108174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.156254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:53.167649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:53.183912 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a6c3f2e7-8aa0-4abb-a2cd-43387ff0d507 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5015910 Apr 20 10:12:53.211766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'port_id': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', 'mac_address': 'fa:16:3e:4f:c6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf3025-6cae-452a-829a-17e27442653f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:12:53.213859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df6a07-efd2-4379-a910-bc044e35a01d None None] Network 03327abf-728f-4696-8e2d-e7921434ca02 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:53.460320 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'status': 'completed', 'code': 200} Apr 20 10:12:53.494369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.517430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cc6753-cda7-46e0-81a4-9028cd6261ce {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:12:53.537464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:53.590598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.600563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:53.690895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb181349-8230-4b71-a873-149fa02b86d1 None None] Network 03327abf-728f-4696-8e2d-e7921434ca02 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:53.746137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Network b89e4d53-3128-4312-ae45-29fb6d36d35a has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:53.767926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.887744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:53.907920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:53.938528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['f5cc6753-cda7-46e0-81a4-9028cd6261ce'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:12:54.026517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '1891153e-ef48-474b-95a7-36396a8d6fcf', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78640100-fcdf-49ea-809a-55c466aea2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:12:12Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:54.031131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:12:54.042059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:54.043176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:12:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:54.080415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b557-99ee-449d-ba25-99cd6bdd4e7a req-d109075c-ac6e-4fb3-9593-ec9ec50f1b1d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:54.082273 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0202b557-99ee-449d-ba25-99cd6bdd4e7a req-d109075c-ac6e-4fb3-9593-ec9ec50f1b1d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.7060461 Apr 20 10:12:54.101345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.110593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.162573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Network b89e4d53-3128-4312-ae45-29fb6d36d35a has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:54.175363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.227368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:54.256083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.294539 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba0a5ef61af3497d996bd32badc7e7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1905377 Apr 20 10:12:54.295844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43412) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:54.305219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: from cryptography.utils import int_from_bytes Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: from cryptography.utils import int_from_bytes Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: (rel_b, rel_a, rel_b), Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: (rel_b, rel_a, rel_b), Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:12:54.308922 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:12:54.316538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e40a2e0-8de2-4856-a640-ebe5c4d9c580,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:54.337268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:54.337577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f57aab64-5c5e-4635-923f-edc4f537e2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:54.400610 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=add077e668c949be8e54922ed9d644fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7782309 Apr 20 10:12:54.411156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43416) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:54.477237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c33ffe-857f-40a1-9030-c86b7fb2a5ca,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:54.480355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:54.499172 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0202b557-99ee-449d-ba25-99cd6bdd4e7a req-e403db8b-6af5-4ca1-9ba1-efac042faab7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876014 Apr 20 10:12:54.506974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-4417674d-7c04-4267-b7e3-9b189c8c6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:54.507580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-4417674d-7c04-4267-b7e3-9b189c8c6b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1098 time: 0.8607929 Apr 20 10:12:54.582283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43424) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:54.667991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1427067170-network', 'tenant_id': 'cbae2a51a1a0490aad614cb50342e105'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:54.675509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.678292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:54.687079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Usage tracker for resource:network and tenant:cbae2a51a1a0490aad614cb50342e105 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:54.693299 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:54.713443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:54.717677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.731037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.769526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:54.801451 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b89e4d53-3128-4312-ae45-29fb6d36d35a HTTP/1.1" status: 204 len: 168 time: 3.0939608 Apr 20 10:12:54.805533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b89e4d53-3128-4312-ae45-29fb6d36d35a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:54.819215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:54.828856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-f420328f-0fb4-4737-aaa8-6bd4a0aac152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:54.831238 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-f420328f-0fb4-4737-aaa8-6bd4a0aac152 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.3093851 Apr 20 10:12:54.832470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Made reservation on behalf of cbae2a51a1a0490aad614cb50342e105 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:54.838229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.855100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.921901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.954397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:54.972128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Usage tracker for resource:security_group_rule and tenant:cbae2a51a1a0490aad614cb50342e105 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:54.979281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:54.987787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.990385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:54.991058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:54.998632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-36953935-238c-4036-b309-9c645b481af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:55.010166 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-cee339a1-37d5-46e2-aabb-3e1a7e752d10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 999 time: 0.1595993 Apr 20 10:12:55.021009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e40a2e0-8de2-4856-a640-ebe5c4d9c580,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:55.021952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '1891153e-ef48-474b-95a7-36396a8d6fcf', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78640100-fcdf-49ea-809a-55c466aea2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:12:12Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:55.026965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c747f7b-7692-462d-b8b4-f5875f927ae6 None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '1891153e-ef48-474b-95a7-36396a8d6fcf', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78640100-fcdf-49ea-809a-55c466aea2af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:12:12Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:55.064670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:55.105019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9253b-1264-434c-9fb6-76c86f2f29d2 req-e13df620-7d70-41ca-8c85-d2df7f2d152f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:55.115728 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10f9253b-1264-434c-9fb6-76c86f2f29d2 req-e13df620-7d70-41ca-8c85-d2df7f2d152f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 944 time: 0.6920826 Apr 20 10:12:55.121718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.123746 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e40a2e0-8de2-4856-a640-ebe5c4d9c580 HTTP/1.1" status: 204 len: 168 time: 0.8267181 Apr 20 10:12:55.136862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-8b64d5ea-2379-4374-85b6-125c7c67d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:55.139844 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-8b64d5ea-2379-4374-85b6-125c7c67d7a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1124983 Apr 20 10:12:55.168117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.253248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43438) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:55.291027 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10f9253b-1264-434c-9fb6-76c86f2f29d2 req-3150a214-603c-424d-839d-9c8f2c49c550 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732755 Apr 20 10:12:55.371294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.377958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d1761e04-276a-4f7a-b755-06daa443eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:55.396542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c33ffe-857f-40a1-9030-c86b7fb2a5ca,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:55.405378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:55.429470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.431812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47c33ffe-857f-40a1-9030-c86b7fb2a5ca HTTP/1.1" status: 204 len: 168 time: 1.0066249 Apr 20 10:12:55.466453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43446) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:55.466719 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7c99b916-ae51-4a60-a479-6c0b593d381a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f9ec388daa47b3a239729dae029d11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2062032 Apr 20 10:12:55.503805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6b1a9-c6d2-4a44-b7b6-28c83605e157 None None] New status for floating IP 1891153e-ef48-474b-95a7-36396a8d6fcf: ACTIVE {{(pid=86441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:12:55.551508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-ff450662-16fc-4b03-9c2f-69f94bd62aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:55.554986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-ff450662-16fc-4b03-9c2f-69f94bd62aff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3949666 Apr 20 10:12:55.704707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.827427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.970321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.033627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.057888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3522f49c-1626-4983-a8a5-2b00e3ce45dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:56.086850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a437-576e-4d06-841f-9db561b485a5 req-62237ef1-6b79-4219-b36c-6b38d7721505 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:56.097346 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2d6a437-576e-4d06-841f-9db561b485a5 req-62237ef1-6b79-4219-b36c-6b38d7721505 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2133613 Apr 20 10:12:56.128566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.146393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3cfc238c-990c-4cd5-8c56-72ac1dcd62df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:56.168678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43460) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:56.174579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a742fe-1038-4bf3-8a0b-2a448bd63ce0,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:56.177805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:56.232065 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2d6a437-576e-4d06-841f-9db561b485a5 req-7d84ee2b-03c1-40d8-8985-02bcd6d7aa84 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334715 Apr 20 10:12:56.235949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.259139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:56.264365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Usage tracker for resource:security_group_rule and tenant:ee852504428e44b28f7b6d261ad2797a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:56.268894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:56.273034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.276800 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96a742fe-1038-4bf3-8a0b-2a448bd63ce0 HTTP/1.1" status: 204 len: 168 time: 0.8067443 Apr 20 10:12:56.280658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:56.466663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.482121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:12:56.505497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.506229 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Added segment b41c0345-57f4-459a-bcbf-4dd942650b1f of type vlan for network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae Apr 20 10:12:56.514536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.585372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-abef9b60-4744-462a-9eaf-7760a509bf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:56.596957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.642344 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee852504428e44b28f7b6d261ad2797a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710135 Apr 20 10:12:56.645249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3023e-8af2-4b31-8f03-5eb90b9897d0,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:56.660687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:56.661994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43478) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:56.712825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212ee59-1e36-4d06-bcd9-b14c30ed20bb,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:56.720014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.resource_extend [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:12:56.738923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:56.756432 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-7fb1ea38-25a0-41d2-9c7d-aead7857754f service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1801503 Apr 20 10:12:56.806426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.818116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bb3e9-f82e-49f0-9d1d-d5795f0d4dc8 req-39c8645f-bc20-4b00-82f5-8b96d854172f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:56.819915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-450bb3e9-f82e-49f0-9d1d-d5795f0d4dc8 req-39c8645f-bc20-4b00-82f5-8b96d854172f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 944 time: 0.1762810 Apr 20 10:12:56.860480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.887739 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:56.888443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.901560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:56.913803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.926126 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-450bb3e9-f82e-49f0-9d1d-d5795f0d4dc8 req-0a64bc07-f4b1-4d72-9715-3f160ec01e7c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967381 Apr 20 10:12:56.967661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device f5cc6753-cda7-46e0-81a4-9028cd6261ce up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:57.115060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.129714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5a006b66-01b1-4982-a0f9-28d09a110011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:57.182828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.185638 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdf3023e-8af2-4b31-8f03-5eb90b9897d0 HTTP/1.1" status: 204 len: 168 time: 0.5204651 Apr 20 10:12:57.186813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3023e-8af2-4b31-8f03-5eb90b9897d0,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:57.195141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:57.223988 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1908ec60-0001-41c1-b99d-c425aeebbeee req-afd1f32b-6852-488d-be0d-a0dc91641ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599333 Apr 20 10:12:57.235747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Pushing event updated for resources: {'Network': ['ID=90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:57.243085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:57.244714 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6578746 Apr 20 10:12:57.249666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43506) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:57.256734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Request body: {'subnet': {'network_id': '90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1427067170-subnet', 'tenant_id': 'cbae2a51a1a0490aad614cb50342e105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:57.266357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:57.268662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:12:57.281878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Usage tracker for resource:subnet and tenant:cbae2a51a1a0490aad614cb50342e105 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:57.292640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:57.304720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port f5cc6753-cda7-46e0-81a4-9028cd6261ce completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:57.315882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:57.326383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port f5cc6753-cda7-46e0-81a4-9028cd6261ce triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:57.327644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.371851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Made reservation on behalf of cbae2a51a1a0490aad614cb50342e105 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:57.379207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.744405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aad6dd-744d-432e-888f-8cee4c6a15bf req-1eeecf8b-a5bc-4c17-ac22-04ca14e4d6d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:57.753009 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-88aad6dd-744d-432e-888f-8cee4c6a15bf req-1eeecf8b-a5bc-4c17-ac22-04ca14e4d6d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1388526 Apr 20 10:12:57.802432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.838836 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-88aad6dd-744d-432e-888f-8cee4c6a15bf req-c66a5748-6b95-48cb-acff-1b6628ef0dea tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Apr 20 10:12:57.870135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:57.887979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:57.928927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.933657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-544c839c-c18e-4d3e-a0c8-f3b16dfe23d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:58.147832 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', 'code': 200} Apr 20 10:12:58.155753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:58.177330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:58.384287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d6a6f-e7e8-4938-9d62-2d24281deda9 req-4b00abc2-1f21-42f5-ad37-f73703c61909 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:58.386009 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e38d6a6f-e7e8-4938-9d62-2d24281deda9 req-4b00abc2-1f21-42f5-ad37-f73703c61909 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.2482262 Apr 20 10:12:58.450154 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e38d6a6f-e7e8-4938-9d62-2d24281deda9 req-254677ec-7ef1-469e-bcf1-aa3240559a48 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548084 Apr 20 10:12:58.649331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.659969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:58.671287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a009b-5516-4a43-90d5-a41c1947ee83 req-6e88a714-b103-4c34-b112-167a620c436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:58.675231 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-371a009b-5516-4a43-90d5-a41c1947ee83 req-6e88a714-b103-4c34-b112-167a620c436c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 1098 time: 0.2404599 Apr 20 10:12:58.757990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c260dc3-7f7b-49dd-97f9-de1427506130,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:58.762013 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-371a009b-5516-4a43-90d5-a41c1947ee83 req-19049eda-e9d0-4cbf-bf1b-d9bdc540d45e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768993 Apr 20 10:12:58.776313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:58.777879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Checking segment: {'id': 'b41c0345-57f4-459a-bcbf-4dd942650b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:58.778534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Network hostable DHCP agents. Network: 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:12:58.789183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43554) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:58.866298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:12:58.917059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:58.923430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:58.924935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.933642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d4218-a838-44c3-97f7-d83584bb65f5 None None] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:58.992796 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-54b15d00-0f12-4603-b377-8d8f7bc49f64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7413445 Apr 20 10:12:59.092522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-662490399-network', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:59.108655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:59.127261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Usage tracker for resource:network and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:59.134856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:59.160802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:59.361485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Made reservation on behalf of ee4f24e2ce014079b568f45857564b40 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:59.370564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.420935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.464597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:59.466725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b9055-32ee-4d5f-81a1-d918c73f87b8 None None] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:59.491703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:59.512961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:59.552749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:59.592232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347febe-612b-42f7-9a71-a4b4873a0881 req-e64a2c84-eda7-4893-b9cf-a21d2ebece39 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:59.601699 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e347febe-612b-42f7-9a71-a4b4873a0881 req-e64a2c84-eda7-4893-b9cf-a21d2ebece39 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.3699236 Apr 20 10:12:59.955414 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e347febe-612b-42f7-9a71-a4b4873a0881 req-626ac4de-bf6a-4d5a-847b-06a96451e5f1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404525 Apr 20 10:12:59.955414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.959235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f8e21-bf9c-4d6f-a90f-740b25792eaa req-6b70effc-0f9c-4a39-9eb7-04540a3b0712 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:59.961040 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d43f8e21-bf9c-4d6f-a90f-740b25792eaa req-6b70effc-0f9c-4a39-9eb7-04540a3b0712 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.1769128 Apr 20 10:13:00.007143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.039842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d43f8e21-bf9c-4d6f-a90f-740b25792eaa req-2e4ba9ff-8d43-4cb0-b4f5-786b703d66a4 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Apr 20 10:13:00.040428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a33a951-4e84-42cb-b7a7-d804ef33989a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:00.092388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa0853-7526-40d7-927f-a65934033aa3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:00.099890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:00.315357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:13:00.536554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.537056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Added segment ef079a4b-00e1-4b8e-9b38-f30ad92526b4 of type vlan for network 1337dec4-8a3c-48df-84a2-650f162d63ef Apr 20 10:13:00.568703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.788967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.792524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:00.793295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.844043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-48f85b2d-701e-41eb-a2e9-510fd687f1f7 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:00.844977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-48f85b2d-701e-41eb-a2e9-510fd687f1f7 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Synchronizing usage tracker for tenant:591a864f16cc4483a66701406bf32640 on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:00.849355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b51564be-91d1-4c19-948c-77a870b86c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:00.894276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43646) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:01.000983 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2093201 Apr 20 10:13:01.004486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43654) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:01.011397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Request body: {'subnet': {'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-662490399-subnet', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:01.023097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:01.028664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Usage tracker for resource:subnet and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:01.033395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:01.042153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:01.044572 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Pushing event updated for resources: {'Network': ['ID=1337dec4-8a3c-48df-84a2-650f162d63ef,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:01.056455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:01.058534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-48f85b2d-701e-41eb-a2e9-510fd687f1f7 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Unset dirty status for tenant:591a864f16cc4483a66701406bf32640 on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:01.065200 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-48f85b2d-701e-41eb-a2e9-510fd687f1f7 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/networks?id=03327abf-728f-4696-8e2d-e7921434ca02 HTTP/1.1" status: 200 len: 807 time: 0.6487284 Apr 20 10:13:01.076309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 1337dec4-8a3c-48df-84a2-650f162d63ef details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:13:01.092264 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-f6ff0522-0349-4406-937b-cd62b83825ae tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/quotas/591a864f16cc4483a66701406bf32640 HTTP/1.1" status: 200 len: 375 time: 0.0210490 Apr 20 10:13:01.094798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Made reservation on behalf of ee4f24e2ce014079b568f45857564b40 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:01.105038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.190056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-6911fb87-3acb-4ad6-940f-6445705346d8 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=591a864f16cc4483a66701406bf32640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833070 Apr 20 10:13:01.410668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.432509 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-7a5a4a96-1352-4305-97df-d23559822ae8 service neutron] 10.222.0.20 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411826 Apr 20 10:13:01.478521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:01.501350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Usage tracker for resource:security_group_rule and tenant:6c7db03d7c5645a69623b60f1abc7926 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:01.516114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:01.539110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:01.670257 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-cc8a8e32-bef3-4c98-9201-b27acde7539e service neutron] 10.222.0.20 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285664 Apr 20 10:13:01.676502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708be94-6ac4-46df-9ef3-f88676002adf req-28997d8a-1fc6-4b3c-9768-98ff865303c8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:01.678275 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0708be94-6ac4-46df-9ef3-f88676002adf req-28997d8a-1fc6-4b3c-9768-98ff865303c8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.3384273 Apr 20 10:13:01.816894 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0708be94-6ac4-46df-9ef3-f88676002adf req-9c25f5d6-c8ba-48d5-8c55-1ee9320491e7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251233 Apr 20 10:13:01.839199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.907702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.920710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c6b1409-16be-4313-9f0e-6a60288540d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.084619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab9f9fa-f759-43f3-a90b-6678f780dcac,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.138872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.147691 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c7db03d7c5645a69623b60f1abc7926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2469835 Apr 20 10:13:02.147978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43688) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:02.246176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c6ebf-6ab7-4624-b0f1-3dbf631e3753 req-01dbdd14-fa63-4fea-aa6c-78149308c2df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:02.247897 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ae6c6ebf-6ab7-4624-b0f1-3dbf631e3753 req-01dbdd14-fa63-4fea-aa6c-78149308c2df tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.1589022 Apr 20 10:13:02.287524 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-28e00aa6-a86a-4a61-9899-448056f960c0 req-43ebada4-55f1-4999-83ea-7ec66ff493c3 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1191094 Apr 20 10:13:02.330767 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ae6c6ebf-6ab7-4624-b0f1-3dbf631e3753 req-d6028930-0d75-40ae-a137-3de5e6d9a505 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681350 Apr 20 10:13:02.342646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.383433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.434383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.441355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-77a6643a-6038-428c-94fa-fd6a55736021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.669283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.672479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03aa5677-fcd2-4815-85f3-dbabd30f5c56,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.672479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.674589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-523ea95c-194a-4b73-bbca-f2d3e853f3fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.675189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Checking segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:02.675189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Network hostable DHCP agents. Network: 1337dec4-8a3c-48df-84a2-650f162d63ef, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:13:02.675527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab9f9fa-f759-43f3-a90b-6678f780dcac,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.675527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.675527 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eab9f9fa-f759-43f3-a90b-6678f780dcac HTTP/1.1" status: 204 len: 168 time: 0.4556808 Apr 20 10:13:02.675527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.835730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:13:02.903699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 1337dec4-8a3c-48df-84a2-650f162d63ef) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:02.919731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:02.919731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.922217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d264d0-95b2-478f-8924-0c728e10004c None None] Network 1337dec4-8a3c-48df-84a2-650f162d63ef requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:03.133447 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1277587 Apr 20 10:13:03.138123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43718) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:03.146186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:03.167908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:03.206402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e31ec-8a37-4cf4-9a35-6221adfbefdf req-b2ab6df7-8a1a-481f-a55f-0bdc093e6d06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:03.206746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Usage tracker for resource:router and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:03.211956 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5c4e31ec-8a37-4cf4-9a35-6221adfbefdf req-b2ab6df7-8a1a-481f-a55f-0bdc093e6d06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1985838 Apr 20 10:13:03.222258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:03.259003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:03.473414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.473414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.655784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.678883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-1337dec4-8a3c-48df-84a2-650f162d63ef', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:13:03.684245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.694248 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5c4e31ec-8a37-4cf4-9a35-6221adfbefdf req-b0aa7929-02b4-4d3f-bb9b-094e0fbdf7f8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702549 Apr 20 10:13:04.281410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Allocated IP 172.20.0.2 (1337dec4-8a3c-48df-84a2-650f162d63ef/03aa5677-fcd2-4815-85f3-dbabd30f5c56/9072f444-bdac-4772-8818-ed97f2fd0833) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:04.355697 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9475d44-51dd-4135-9086-e3a21652544a req-f3afae27-fdde-4ea2-92f3-3a009dc8765e tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1514506 Apr 20 10:13:04.434681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43748) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:04.591861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.689795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-162554471-network', 'tenant_id': 'd667038745f1494bb766d04721ea601a'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:04.695750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:04.700771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Usage tracker for resource:network and tenant:d667038745f1494bb766d04721ea601a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:04.704858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:04.712840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:04.735495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.750926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Transition to ACTIVE for port object 9072f444-bdac-4772-8818-ed97f2fd0833 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:04.762894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Made reservation on behalf of d667038745f1494bb766d04721ea601a for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:04.770992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.799633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.817940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:04.822702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d667038745f1494bb766d04721ea601a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:04.826484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:04.839425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:04.872232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Transition to ACTIVE for port object 9072f444-bdac-4772-8818-ed97f2fd0833 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:04.911882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.918515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:05.007154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Pushing event updated for resources: {'Port': ['ID=9072f444-bdac-4772-8818-ed97f2fd0833,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:05.010694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:05.014379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:05.017590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:05.020686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:05.079364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1306-56d9-41a8-a0db-9fdf8f9a7e97 req-b18a4ab9-f151-464b-8348-b64454a47cf7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:05.081549 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-128d1306-56d9-41a8-a0db-9fdf8f9a7e97 req-b18a4ab9-f151-464b-8348-b64454a47cf7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1591077 Apr 20 10:13:05.182718 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-128d1306-56d9-41a8-a0db-9fdf8f9a7e97 req-f1f0dff6-7141-47e1-8792-a2e5076ab6ca tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910192 Apr 20 10:13:05.262096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.280403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Attempting to bind port 9072f444-bdac-4772-8818-ed97f2fd0833 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:05.281057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Attempting to bind port 9072f444-bdac-4772-8818-ed97f2fd0833 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:05.281510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Attempting to bind port 9072f444-bdac-4772-8818-ed97f2fd0833 on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:05.291944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:05.292686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Checking segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:05.293392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.294327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Bound using segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:05.295264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Bound port: 9072f444-bdac-4772-8818-ed97f2fd0833, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:05.296041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.318860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.328459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:05.368106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.425746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:13:05.445336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.448913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.449316 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Added segment 0a694348-a907-4bbb-8346-bf5f4ae1a5f9 of type vlan for network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 Apr 20 10:13:05.531828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.568759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:05.572917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:05.673943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] For port 9072f444-bdac-4772-8818-ed97f2fd0833, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:05.681650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] For port 9072f444-bdac-4772-8818-ed97f2fd0833, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9072f444-bdac-4772-8818-ed97f2fd0833,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:05.726971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.731845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:05.757076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.758629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:05.759281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.800726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc571811-70c8-4cd1-bd88-8b9aa6e7abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:05.979312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Pushing event updated for resources: {'Port': ['ID=9072f444-bdac-4772-8818-ed97f2fd0833,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:05.985804 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5493362 Apr 20 10:13:06.001112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43786) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:06.001221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:06.014182 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d5a84043-4239-4707-b30f-aab8e7b460c7 req-6bcef9d8-9d1c-47a6-806d-d8146c5e79a3 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1901448 Apr 20 10:13:06.031785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Request body: {'subnet': {'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-162554471-subnet', 'tenant_id': 'd667038745f1494bb766d04721ea601a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:06.040285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b46d31b-6b59-4d48-ae34-cf83731a1d13,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:06.044298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:06.045961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:06.052316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Usage tracker for resource:subnet and tenant:d667038745f1494bb766d04721ea601a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:06.057195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:13:06.075080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:06.088087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Allocated IP 172.28.0.203 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:06.088374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:06.146812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Made reservation on behalf of d667038745f1494bb766d04721ea601a for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:06.158583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:06.722051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744637-bebb-45ed-8517-8d1de5fb2a86 req-e593f20a-beb9-4f6d-ba97-4a65561c0d3b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:06.724983 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2f744637-bebb-45ed-8517-8d1de5fb2a86 req-e593f20a-beb9-4f6d-ba97-4a65561c0d3b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2573664 Apr 20 10:13:06.844997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2f744637-bebb-45ed-8517-8d1de5fb2a86 req-98538176-9787-4b1e-bf10-be5ca0ecbca2 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062469 Apr 20 10:13:06.949786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-b362435c-f16f-4142-827f-8ba65c3523b2 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:06.951578 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-b362435c-f16f-4142-827f-8ba65c3523b2 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.48 "GET /v2.0/networks?id=03327abf-728f-4696-8e2d-e7921434ca02 HTTP/1.1" status: 200 len: 807 time: 1.3443501 Apr 20 10:13:06.980211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Request body: {'port': {'device_id': 'd362bad6-c88c-446c-b403-39283512fdb3', 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02', 'admin_state_up': True, 'tenant_id': '591a864f16cc4483a66701406bf32640'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:07.112899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-7a12bacb-f588-45f1-be82-9b5b8c8a79d6 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:07.115720 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-7a12bacb-f588-45f1-be82-9b5b8c8a79d6 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 1.0149462 Apr 20 10:13:07.199392 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-e047cbae-370d-494e-b0d7-5b52e1a2b7e7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/quotas/b27593ec9302489fbdedbf1ab3584bdf HTTP/1.1" status: 200 len: 375 time: 0.0601449 Apr 20 10:13:07.226243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.293549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b54d0adf-1800-434a-8047-31db736491a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:07.311099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.343074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:07.353048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Usage tracker for resource:port and tenant:591a864f16cc4483a66701406bf32640 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:07.362364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb6b3cc1-02d5-459a-a403-63a86dbdb5fe req-e44db692-65db-4c47-a62d-8b73c13c92ef tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1339343 Apr 20 10:13:07.365661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:07.391424 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:07.417061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284df62c-346d-477c-b5e4-6d7397e2a7fd,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:07.424966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:07.455087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Checking segment: {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:07.456411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Network hostable DHCP agents. Network: 1b46d31b-6b59-4d48-ae34-cf83731a1d13, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:13:07.460515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-447b391b-2ae9-431b-87c7-51a997747bef req-f9fa83ec-fbf1-48d0-9419-413f4339f1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:07.464028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9072f444-bdac-4772-8818-ed97f2fd0833 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:07.517517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-53f58f48-49af-4e5b-8c22-bea085e654bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.524986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Made reservation on behalf of 591a864f16cc4483a66701406bf32640 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:07.538781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.552400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:13:07.572831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-447b391b-2ae9-431b-87c7-51a997747bef req-f9fa83ec-fbf1-48d0-9419-413f4339f1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:07.576449 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-f9fa83ec-fbf1-48d0-9419-413f4339f1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3758779 Apr 20 10:13:07.620696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 1b46d31b-6b59-4d48-ae34-cf83731a1d13) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:07.633764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 9072f444-bdac-4772-8818-ed97f2fd0833 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:07.643404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:07.644732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.649786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77eb4d-6e44-403e-8709-0f58ca3b18b6 None None] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:07.731432 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a02bd87f-25ec-45a0-90d1-36cdef196533 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7329495 Apr 20 10:13:07.765850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.817384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:07.865196 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-6f78d270-0c37-48e2-b2e6-6835548f9a7f service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770536 Apr 20 10:13:08.079035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:08.167843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:08.175600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:08.261409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efef926-559b-41d7-84af-ff621cc4a706 None None] Network 1337dec4-8a3c-48df-84a2-650f162d63ef requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:08.281613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:08.308876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:08.450616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbc6ee-04b9-408d-80b1-285591c1c916 req-a2c071e4-b91e-4b7b-a2df-d96e451f3f27 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:08.453139 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15dbc6ee-04b9-408d-80b1-285591c1c916 req-a2c071e4-b91e-4b7b-a2df-d96e451f3f27 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2361021 Apr 20 10:13:08.491650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42725124-3d13-410c-823f-87cfc72ee85a None None] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:08.579726 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15dbc6ee-04b9-408d-80b1-285591c1c916 req-5811d1d9-bbff-4dd8-8997-cd365e306935 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168146 Apr 20 10:13:08.644844 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-a0999329-22be-4c8b-8f91-9177e48c7d29 service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487262 Apr 20 10:13:08.704695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Allocated IP 172.20.0.4 (03327abf-728f-4696-8e2d-e7921434ca02/ab87f3eb-987a-49f0-bb63-c8c4d472a46c/143b2a01-f0dc-416b-b458-acabee755824) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:09.118925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Provisioning for port 9072f444-bdac-4772-8818-ed97f2fd0833 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:09.136151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Provisioning complete for port 9072f444-bdac-4772-8818-ed97f2fd0833 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:09.136568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.296043 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e3e3886-b794-45c2-8dab-1e9113ff87eb req-995d0794-3732-4a4a-900f-70291a7655de tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.1023824 Apr 20 10:13:09.418117 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d302a5c5-c305-4621-95e8-69746dc8bfcc req-df7b3d5b-60b5-4a94-bf27-21b54ae9233c tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1792979 Apr 20 10:13:09.476758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:13:09.556851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.744542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.834428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] For port 9072f444-bdac-4772-8818-ed97f2fd0833, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9072f444-bdac-4772-8818-ed97f2fd0833,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:09.885890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.895600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.055604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-2b7ef980-8b9c-4a18-a3ad-cddd22eb6857 None None] Provisioning complete for port 9072f444-bdac-4772-8818-ed97f2fd0833 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:10.056024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef980-8b9c-4a18-a3ad-cddd22eb6857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.106500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Pushing event updated for resources: {'Port': ['ID=9072f444-bdac-4772-8818-ed97f2fd0833,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:10.110794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:10.164869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.294869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86226ac2-d2b2-47ec-abef-d963479ba8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.644135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6c252-6d0a-4a67-bceb-e075931a62b6 req-129d8cb2-dfa4-4fcc-8b5c-74020b685df6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.646955 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-68c6c252-6d0a-4a67-bceb-e075931a62b6 req-129d8cb2-dfa4-4fcc-8b5c-74020b685df6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.5811317 Apr 20 10:13:10.705067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.705395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.737416 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9e86586-5ea5-492f-b3c2-f50aaa0e1da3 req-38836bca-4470-45fd-93ed-c97f60ed78c5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.1402800 Apr 20 10:13:10.763254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.994816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Network 03327abf-728f-4696-8e2d-e7921434ca02 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:11.000307 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-68c6c252-6d0a-4a67-bceb-e075931a62b6 req-5509989c-be4b-4604-9c78-f4646a8710e0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327060 Apr 20 10:13:11.062392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:11.067404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:11.139092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.142189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Pushing event updated for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:11.145426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:11.166084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0c224-4c0c-4a79-9c93-a28baf6c8d61 req-c8d3366e-3c5a-4ea2-bdac-9fa7b4ea5f80 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:11.175754 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1bb0c224-4c0c-4a79-9c93-a28baf6c8d61 req-c8d3366e-3c5a-4ea2-bdac-9fa7b4ea5f80 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 931 time: 0.1652305 Apr 20 10:13:11.233433 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1bb0c224-4c0c-4a79-9c93-a28baf6c8d61 req-92759353-f1e3-473c-887d-4465b07fa531 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Apr 20 10:13:11.278608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9072f444-bdac-4772-8818-ed97f2fd0833 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:11.335199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:11.336512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.385723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 9072f444-bdac-4772-8818-ed97f2fd0833 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:11.387074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.594838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.595112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 43892) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:11.911759 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9427512 Apr 20 10:13:11.939562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Request body: {'port': {'device_id': 'd362bad6-c88c-446c-b403-39283512fdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:11.953603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.962912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.973306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:11.978470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e82fdf83a3a49cbb4e088cc47c00ae8 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:11.981722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:11.989507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:12.082405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-aecd201b-9384-4813-8955-1be1f232daab tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.084027 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-aecd201b-9384-4813-8955-1be1f232daab tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 808 time: 0.9332180 Apr 20 10:13:12.153796 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-ad80a070-80da-4c27-9c6f-31b265291351 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/quotas/d667038745f1494bb766d04721ea601a HTTP/1.1" status: 200 len: 375 time: 0.0448585 Apr 20 10:13:12.154671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.174627 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2cd47583-a9af-4d53-8a52-125a46df280e req-a7103d37-cfc1-4856-bb4b-5bda97df7a64 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.1095891 Apr 20 10:13:12.189922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-2da994ad-784b-44b9-844f-9f5e19711285 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.191609 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-2da994ad-784b-44b9-844f-9f5e19711285 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.4741213 Apr 20 10:13:12.254533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Request body: {'port': {'device_id': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'admin_state_up': True, 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:12.275826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.309508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.323824 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-d91b5673-73be-4cb8-a690-df4a88f52183 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429694 Apr 20 10:13:12.330686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:12.388655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.395703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e82fdf83a3a49cbb4e088cc47c00ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995248 Apr 20 10:13:12.419182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43906) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:12.499218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8736dd96-780e-4ae9-8644-38e0bf123dbb,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:12.503549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:12.571872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94473-4887-48f0-a1a0-9b7f80263ade req-91c12564-25ca-48f7-a493-6c39785501d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.573864 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fac94473-4887-48f0-a1a0-9b7f80263ade req-91c12564-25ca-48f7-a493-6c39785501d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1961880 Apr 20 10:13:12.642334 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fac94473-4887-48f0-a1a0-9b7f80263ade req-f7932b1e-94e2-42f7-89ca-5291e473e248 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Apr 20 10:13:12.812661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Router fe50e77e-39de-466c-a737-24a35f4ef101 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:13:12.932210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1b674-4367-40de-88d8-33db09c66e8c req-cdba96a7-29eb-42fe-86e7-0efce3edbe75 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.933697 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96d1b674-4367-40de-88d8-33db09c66e8c req-cdba96a7-29eb-42fe-86e7-0efce3edbe75 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 931 time: 0.1745870 Apr 20 10:13:13.014726 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96d1b674-4367-40de-88d8-33db09c66e8c req-d6163c68-fd95-42b7-996b-99c8b13fba90 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662339 Apr 20 10:13:13.263371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:13.278124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.331642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:13.402536 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-67b6cd29-b2a4-4ccb-8c2c-4bb6ce6f5ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9822476 Apr 20 10:13:13.469615 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a82e8bce-7509-48ef-b26b-c955a8dc0eb1 req-37180a43-7104-4edd-8021-a3e3f3dd6aef tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.0962949 Apr 20 10:13:13.484860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.497258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:13.503509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.636365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:13:13.647019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:13:13.659684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:13:13.660368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:13.816217 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-f9240533-4a38-44e9-94d1-262ccc8e5d95 service neutron] 10.222.0.20 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899388 Apr 20 10:13:13.879915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:13:13.933600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143b2a01-f0dc-416b-b458-acabee755824 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:13.948471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.993615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.994958 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8551714 Apr 20 10:13:14.004342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 43922) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:14.082570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:14.085994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:14.086584 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8736dd96-780e-4ae9-8644-38e0bf123dbb HTTP/1.1" status: 204 len: 168 time: 1.6651175 Apr 20 10:13:14.101753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-21054105-4fc3-4688-8b80-290950ddb6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:14.121803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Transition to ACTIVE for port object 143b2a01-f0dc-416b-b458-acabee755824 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:14.211659 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8736dd96-780e-4ae9-8644-38e0bf123dbb,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:14.238630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74c611-9836-48d1-8ac7-271b519bbc37 req-c31fa324-2f16-47ad-a16e-7566510ccd56 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:14.249063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:14.249849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:14.252713 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3f74c611-9836-48d1-8ac7-271b519bbc37 req-c31fa324-2f16-47ad-a16e-7566510ccd56 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.2860262 Apr 20 10:13:14.262102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:14.341215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Allocated IP 172.20.0.9 (ffa6114e-f146-4213-a11c-4f3bc2b7039b/87bf3025-6cae-452a-829a-17e27442653f/6f6b297d-fa83-40e9-a857-6f650b8c33f9) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:14.388102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3f74c611-9836-48d1-8ac7-271b519bbc37 req-4d7c665e-930a-4024-b8c6-bfbd217853b4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983839 Apr 20 10:13:14.600479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:08Z', 'revision_number': 3, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:14.623473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:13:14.623473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Updating router fe50e77e-39de-466c-a737-24a35f4ef101 port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:13:14.747235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Pushing event updated for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:14.751787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:14.761765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:14.957931 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-db95ea09-e17c-4c5d-94f8-611c63f11d7e req-ea39016a-2e54-449e-bfb7-44bf198c0c56 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0603366 Apr 20 10:13:15.340541 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6522f52c-edc9-4999-af4c-cff8a28b7dbb req-bc7b8c48-6d68-418d-a8a8-109c82feed30 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.0965087 Apr 20 10:13:15.410832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.566251 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Transition to ACTIVE for port object 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:15.593504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Attempting to bind port 143b2a01-f0dc-416b-b458-acabee755824 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:15.593763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Attempting to bind port 143b2a01-f0dc-416b-b458-acabee755824 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'df86a8a5-1cac-4bff-a02d-27bc58166d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:15.594236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Attempting to bind port 143b2a01-f0dc-416b-b458-acabee755824 on network 03327abf-728f-4696-8e2d-e7921434ca02 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:15.617728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-45891f0b-6e67-479b-afe4-26d4170eda15 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.618353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-45891f0b-6e67-479b-afe4-26d4170eda15 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Synchronizing usage tracker for tenant:591a864f16cc4483a66701406bf32640 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:15.619699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.627544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-435864f5-29d2-4aef-81e4-918600ebb1e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:15.648130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Port 143b2a01-f0dc-416b-b458-acabee755824 on network 03327abf-728f-4696-8e2d-e7921434ca02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:15.648468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Attempting to bind port 143b2a01-f0dc-416b-b458-acabee755824 on network 03327abf-728f-4696-8e2d-e7921434ca02 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:15.669800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.676732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:15.676732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Checking segment: {'id': 'df86a8a5-1cac-4bff-a02d-27bc58166d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:15.677152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Bound using segment: {'id': 'df86a8a5-1cac-4bff-a02d-27bc58166d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:15.677647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Bound port: 143b2a01-f0dc-416b-b458-acabee755824, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df86a8a5-1cac-4bff-a02d-27bc58166d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:15.678026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.721158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Attempting to bind port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:15.721502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Attempting to bind port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:15.721917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Attempting to bind port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:15.732861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Pushing event updated for resources: {'Port': ['ID=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:15.737585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:15.737996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:15.738443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.738883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:15.739441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Bound port: 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:15.739857 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.776644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.777022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.777400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.777769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.778146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.778541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.778851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.779225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.779611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.779969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.780325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.781392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:15.791768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:15.820599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392e952-6563-4140-a301-a8c70826359f req-b34d8fe4-471c-4cb7-a51d-8c2777124bf0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.822371 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6392e952-6563-4140-a301-a8c70826359f req-b34d8fe4-471c-4cb7-a51d-8c2777124bf0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1908662 Apr 20 10:13:15.842305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] For port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:15.846623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] For port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:15.886435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.892867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:15.901326 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-45891f0b-6e67-479b-afe4-26d4170eda15 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Unset dirty status for tenant:591a864f16cc4483a66701406bf32640 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:15.902651 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-45891f0b-6e67-479b-afe4-26d4170eda15 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 943 time: 1.3240442 Apr 20 10:13:15.916321 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6392e952-6563-4140-a301-a8c70826359f req-78d0ec4f-6222-460a-b3ef-30a14395203e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Apr 20 10:13:15.996523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:13:15.997422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:16.049756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:16.066209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=143b2a01-f0dc-416b-b458-acabee755824,segment=NetworkSegment(df86a8a5-1cac-4bff-a02d-27bc58166d79),segment_id=df86a8a5-1cac-4bff-a02d-27bc58166d79)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:16.076942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Pushing event updated for resources: {'Port': ['ID=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:16.083537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:16.098985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-2405d29c-3b99-4a07-b1f8-083942512259 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Synchronizing usage tracker for tenant:591a864f16cc4483a66701406bf32640 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:16.149301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.157478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.169042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c98934e2-d0ce-4822-87c3-6d8618a74529 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:16.175556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883', 'f5cc6753-cda7-46e0-81a4-9028cd6261ce'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:16.274816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Pushing event updated for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:16.293756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:16.297088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-88f3be47-e937-4354-b7ba-82e121726ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:16.378533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:16.379619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-2405d29c-3b99-4a07-b1f8-083942512259 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Unset dirty status for tenant:591a864f16cc4483a66701406bf32640 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:16.380947 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64485ef6-8a96-4939-95b7-0b044deb4e96 req-2405d29c-3b99-4a07-b1f8-083942512259 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336646 Apr 20 10:13:16.382415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:16.383097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.384851 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] 10.222.0.48 "PUT /v2.0/ports/143b2a01-f0dc-416b-b458-acabee755824 HTTP/1.1" status: 200 len: 1093 time: 4.4521015 Apr 20 10:13:16.391634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:16.393997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'tag': '143b2a01-f0dc-416b-b458-acabee755824'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:16.404932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:16.464688 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-56602168-5041-4151-9d69-310b59addddf req-da777083-60a2-4f66-8f2f-9c970eb58e8a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0983748 Apr 20 10:13:16.542268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:13:16.637049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'tag': '143b2a01-f0dc-416b-b458-acabee755824', 'status': 'completed', 'code': 200} Apr 20 10:13:16.782773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event updated for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:16.821782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:16.849810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:16.850805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.969277 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7268293 Apr 20 10:13:16.987188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.005279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Request body: {'port': {'device_id': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:17.052369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-fba35012-76a3-4d3f-8620-8496fc7ede21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.055252 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-fba35012-76a3-4d3f-8620-8496fc7ede21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=591a864f16cc4483a66701406bf32640&device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 1096 time: 0.5341430 Apr 20 10:13:17.151063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb31ee-deaf-4045-b2e5-f1d58b5bb03d req-b684b318-9350-464a-bf51-93a11879981d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.152853 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85cb31ee-deaf-4045-b2e5-f1d58b5bb03d req-b684b318-9350-464a-bf51-93a11879981d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1006730 Apr 20 10:13:17.225344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04f90-ebdc-4d66-bc73-5908f03e6c85 req-79f8853b-db4f-47d4-a55e-7b4a94a39d38 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.226224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:08Z', 'revision_number': 3, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:17.226626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-24a04f90-ebdc-4d66-bc73-5908f03e6c85 req-79f8853b-db4f-47d4-a55e-7b4a94a39d38 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:17.234812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85cb31ee-deaf-4045-b2e5-f1d58b5bb03d req-70ad97f8-f633-4421-b61d-eeb99780cf36 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Apr 20 10:13:17.235312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd932b04-0a21-41c6-a152-74c12febf567 None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:08Z', 'revision_number': 3, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:13:17.283110 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-a77468f5-b24c-4ae6-bb0e-f1d286afeb40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=143b2a01-f0dc-416b-b458-acabee755824 HTTP/1.1" status: 200 len: 217 time: 0.1968153 Apr 20 10:13:17.471192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-24a04f90-ebdc-4d66-bc73-5908f03e6c85 req-79f8853b-db4f-47d4-a55e-7b4a94a39d38 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:17.474587 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24a04f90-ebdc-4d66-bc73-5908f03e6c85 req-79f8853b-db4f-47d4-a55e-7b4a94a39d38 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 931 time: 0.7780545 Apr 20 10:13:17.617678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.665153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-dbcc2c4a-f065-4e32-9558-4800f11e1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.666830 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-dbcc2c4a-f065-4e32-9558-4800f11e1896 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab87f3eb-987a-49f0-bb63-c8c4d472a46c HTTP/1.1" status: 200 len: 847 time: 0.3210564 Apr 20 10:13:17.848127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5335f9-a156-4b11-8245-6829be8651f3 req-4e28f7dc-e302-4759-b40d-4eca68ff27b9 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.853866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e5335f9-a156-4b11-8245-6829be8651f3 req-4e28f7dc-e302-4759-b40d-4eca68ff27b9 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 943 time: 0.2208569 Apr 20 10:13:18.013098 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e5335f9-a156-4b11-8245-6829be8651f3 req-2e873f35-534b-49f4-90e3-4c42ee55d0cd tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427536 Apr 20 10:13:18.106401 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24a04f90-ebdc-4d66-bc73-5908f03e6c85 req-f2f1c800-07d8-4b1f-8f2f-a9c61d4232ec tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957704 Apr 20 10:13:18.180023 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-2dd9009b-7f55-42fb-b943-3a370ccc3411 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03327abf-728f-4696-8e2d-e7921434ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226444 Apr 20 10:13:18.246337 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d3ee2cdc-39ff-4478-80e5-27bd853a97a4 req-525922f9-1c3f-4847-af7a-1bfc7a76bf4e tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0619068 Apr 20 10:13:18.743158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-225b725a-340b-41b3-896b-34abc1416872 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:18.744975 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-225b725a-340b-41b3-896b-34abc1416872 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 808 time: 1.1955934 Apr 20 10:13:18.792054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Request body: {'port': {'device_id': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13', 'admin_state_up': True, 'tenant_id': 'd667038745f1494bb766d04721ea601a'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:18.809396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Allocated IP 172.20.0.1 (1337dec4-8a3c-48df-84a2-650f162d63ef/03aa5677-fcd2-4815-85f3-dbabd30f5c56/3160aef6-35c6-4513-a5cc-351ef143aa6d) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:19.019493 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-1e54e570-bfbb-4b2e-ace1-8649b5c0eed0 service neutron] 10.222.0.48 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877429 Apr 20 10:13:19.177736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018107c-c35b-4c9e-8ecb-dc92039d4635 req-676a47f6-0f6f-48f0-a2fa-cda8b1bed452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.179455 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0018107c-c35b-4c9e-8ecb-dc92039d4635 req-676a47f6-0f6f-48f0-a2fa-cda8b1bed452 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1098 time: 0.8526661 Apr 20 10:13:19.277426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e279a2-c882-4e1c-bdf2-0205fccd8ec7 req-cb70d2d3-5dc5-4097-9726-2072aaf1d273 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.279047 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99e279a2-c882-4e1c-bdf2-0205fccd8ec7 req-cb70d2d3-5dc5-4097-9726-2072aaf1d273 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.8308473 Apr 20 10:13:19.346496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:19.395662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2197-3d7b-4cb1-8801-d3c620e88b99 req-a083a85f-890a-4b8d-97ab-7ae26529ff61 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.398329 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ffed2197-3d7b-4cb1-8801-d3c620e88b99 req-a083a85f-890a-4b8d-97ab-7ae26529ff61 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 943 time: 0.1897812 Apr 20 10:13:19.489842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ffed2197-3d7b-4cb1-8801-d3c620e88b99 req-445eb6a7-d9fa-479d-bba0-a9b9ac07366b tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Apr 20 10:13:19.546730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:19.558580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:19.562331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.569146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:19.574408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Usage tracker for resource:port and tenant:d667038745f1494bb766d04721ea601a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:19.578656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:19.586159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:19.618579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0018107c-c35b-4c9e-8ecb-dc92039d4635 req-0d7a6dcf-472d-44c3-821c-bb31d7ce3b1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536501 Apr 20 10:13:19.657489 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99e279a2-c882-4e1c-bdf2-0205fccd8ec7 req-95a40cea-2201-4170-a178-463d5449c1a3 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323615 Apr 20 10:13:19.658684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Made reservation on behalf of d667038745f1494bb766d04721ea601a for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:19.670055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.789117 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be2b0b3a-9fc0-4fe3-a35b-67db3be7e122 req-c8205161-9257-4bbd-ab6f-5eaef1eba59f service neutron] 10.222.0.48 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557740 Apr 20 10:13:19.813456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.814282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b0ce7-fa18-4477-b270-bf3fb05d2dd1 req-4a38011b-94c1-40a8-9b34-820d208fa47f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.817008 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d36b0ce7-fa18-4477-b270-bf3fb05d2dd1 req-4a38011b-94c1-40a8-9b34-820d208fa47f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 931 time: 0.1728909 Apr 20 10:13:19.817285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.848265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:19.873686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.resource_extend [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:13:19.913430 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d36b0ce7-fa18-4477-b270-bf3fb05d2dd1 req-0251a30d-2235-476a-9005-4e39196032d2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884471 Apr 20 10:13:19.924115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.926280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:20.048289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6e49a53-4f86-4808-9afe-23b6a499abfb req-79b7d267-8a4f-4938-aca8-ec1ce7f38e6b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.2291145 Apr 20 10:13:20.073965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:20.080790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:20.096484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Transition to ACTIVE for port object 3160aef6-35c6-4513-a5cc-351ef143aa6d will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:20.181412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6b297d-fa83-40e9-a857-6f650b8c33f9 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:20.203704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.271969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Transition to ACTIVE for port object 6f6b297d-fa83-40e9-a857-6f650b8c33f9 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:20.279238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.557822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6a0d8c6e-be60-48b0-ad85-7b0a982e1859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:20.646681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Pushing event updated for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:20.650298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.661401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:20.662191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:20.892783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:20.956127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:20.958870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:20.995287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-a4fc76dc-0dcb-4082-b0da-344e28b7d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:20.996968 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-a4fc76dc-0dcb-4082-b0da-344e28b7d894 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=591a864f16cc4483a66701406bf32640&device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 1096 time: 1.0616987 Apr 20 10:13:21.087193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Allocated IP 172.20.0.2 (1b46d31b-6b59-4d48-ae34-cf83731a1d13/284df62c-346d-477c-b5e4-6d7397e2a7fd/6a93d76b-c841-4c72-b406-0645cfb58993) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:21.094356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Pushing event updated for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:21.097750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:21.107022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1881d-a5ac-4a50-a209-3d4b1c2b08c7 req-3c28c41d-d633-461b-a716-4e5aafbb9026 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.120271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9c1881d-a5ac-4a50-a209-3d4b1c2b08c7 req-3c28c41d-d633-461b-a716-4e5aafbb9026 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1715372 Apr 20 10:13:21.213204 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9c1881d-a5ac-4a50-a209-3d4b1c2b08c7 req-c4a1c283-6a95-4373-ba55-c57d0ce36881 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890098 Apr 20 10:13:21.273548 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.304726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:21.468971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:21.469807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.484620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6435069-6550-41a9-8993-f370a0d4f807 req-7abcc9c2-f358-4f10-ac40-68ae141519b9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.495364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6435069-6550-41a9-8993-f370a0d4f807 req-7abcc9c2-f358-4f10-ac40-68ae141519b9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.1316242 Apr 20 10:13:21.541179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d7eefc3b-4903-44f0-89ad-419692a826ca None None] Provisioning for port 3160aef6-35c6-4513-a5cc-351ef143aa6d completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:21.559148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d7eefc3b-4903-44f0-89ad-419692a826ca None None] Provisioning complete for port 3160aef6-35c6-4513-a5cc-351ef143aa6d triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:21.563971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7eefc3b-4903-44f0-89ad-419692a826ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.583871 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6435069-6550-41a9-8993-f370a0d4f807 req-529d5f3c-5954-4b05-9275-8e9e0e8e9002 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Apr 20 10:13:21.712436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d7eefc3b-4903-44f0-89ad-419692a826ca None None] Port 3160aef6-35c6-4513-a5cc-351ef143aa6d cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:13:21.816242 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-944f8f8b-b907-49c4-a4dc-7865d60eb17d req-b373f92b-93fa-4ef8-9411-e3642ceb9aee tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0531178 Apr 20 10:13:21.900968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4b81-ef37-4d2d-8036-aea7cce27f75 req-12fcbae2-886e-4419-8838-2cac2792235a tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.902689 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-35aa4b81-ef37-4d2d-8036-aea7cce27f75 req-12fcbae2-886e-4419-8838-2cac2792235a tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 943 time: 1.1776171 Apr 20 10:13:21.925191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-69460f21-0b70-4d7c-8d86-ae0d4829ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.928089 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-69460f21-0b70-4d7c-8d86-ae0d4829ac6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=03327abf-728f-4696-8e2d-e7921434ca02 HTTP/1.1" status: 200 len: 908 time: 0.8912668 Apr 20 10:13:21.960481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Attempting to bind port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:21.961016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Attempting to bind port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:21.961631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Attempting to bind port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:22.154173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:22.154793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Attempting to bind port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:22.200644 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-fd6f1539-8d44-46d0-b157-90e88e2c44fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=143b2a01-f0dc-416b-b458-acabee755824 HTTP/1.1" status: 200 len: 217 time: 0.2421427 Apr 20 10:13:22.266664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:22.267279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Checking segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:22.268008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Bound using segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:22.268861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Bound port: 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:22.269579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.465503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7d9d-db24-48c4-b9f1-95b8a5d242be req-e7680b73-a67a-461a-acab-0c54140c09d5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:22.466798 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-35aa4b81-ef37-4d2d-8036-aea7cce27f75 req-a577341b-b8a0-463b-94a2-8c52441a4c42 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186791 Apr 20 10:13:22.468478 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b56b7d9d-db24-48c4-b9f1-95b8a5d242be req-e7680b73-a67a-461a-acab-0c54140c09d5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1144269 Apr 20 10:13:22.578149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b56b7d9d-db24-48c4-b9f1-95b8a5d242be req-89839fd8-a72b-4b93-a6d8-778cea982068 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851326 Apr 20 10:13:22.612866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-8607ee6b-d06f-48c3-be56-3837e019451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:22.612866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-8607ee6b-d06f-48c3-be56-3837e019451d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab87f3eb-987a-49f0-bb63-c8c4d472a46c HTTP/1.1" status: 200 len: 847 time: 0.3456914 Apr 20 10:13:22.612866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.621094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.717256 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-fa8aa3bc-16e1-483b-8d49-19f787f9fe1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03327abf-728f-4696-8e2d-e7921434ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757177 Apr 20 10:13:22.816330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0dcce-7067-4008-9c09-ee1d69414bef req-c399c5ce-412a-48f8-95dd-91063542af00 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:22.818859 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9bd0dcce-7067-4008-9c09-ee1d69414bef req-c399c5ce-412a-48f8-95dd-91063542af00 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1030667 Apr 20 10:13:22.838143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:22.922307 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9bd0dcce-7067-4008-9c09-ee1d69414bef req-ddcf8b91-e482-4eb4-8a0c-042eec7de53f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864367 Apr 20 10:13:22.947922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:23.034090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:23.043950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:23.070005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 143b2a01-f0dc-416b-b458-acabee755824 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:23.251489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:23.252128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:23.253773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] 10.222.0.48 "PUT /v2.0/ports/6f6b297d-fa83-40e9-a857-6f650b8c33f9 HTTP/1.1" status: 200 len: 1093 time: 6.2705250 Apr 20 10:13:23.256706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:23.292320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:23.312626 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-58c7627b-655a-42d3-b980-e7544eb7d1c7 service neutron] 10.222.0.48 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271337 Apr 20 10:13:23.399919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=143b2a01-f0dc-416b-b458-acabee755824,segment=NetworkSegment(df86a8a5-1cac-4bff-a02d-27bc58166d79),segment_id=df86a8a5-1cac-4bff-a02d-27bc58166d79)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:23.420370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '143b2a01-f0dc-416b-b458-acabee755824', 'network_id': '03327abf-728f-4696-8e2d-e7921434ca02', 'port_id': '143b2a01-f0dc-416b-b458-acabee755824', 'mac_address': 'fa:16:3e:31:0f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab87f3eb-987a-49f0-bb63-c8c4d472a46c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:23.540572 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:23.583842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143b2a01-f0dc-416b-b458-acabee755824 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:23.616986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=143b2a01-f0dc-416b-b458-acabee755824,segment=NetworkSegment(df86a8a5-1cac-4bff-a02d-27bc58166d79),segment_id=df86a8a5-1cac-4bff-a02d-27bc58166d79)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:23.651125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:23.653281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:23.672000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0e477-24f7-441a-ae85-73d3f41506ae req-bf408f0c-c6cd-4a00-82bf-bceb210332ac tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:23.674640 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9ad0e477-24f7-441a-ae85-73d3f41506ae req-bf408f0c-c6cd-4a00-82bf-bceb210332ac tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.9652991 Apr 20 10:13:23.675806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Pushing event updated for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:23.682932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:23.713921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096407f-eaf8-4024-b16b-f63f03d1a830 req-40e69aaf-0361-440c-b2e9-372829ab2ba4 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:23.721680 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f096407f-eaf8-4024-b16b-f63f03d1a830 req-40e69aaf-0361-440c-b2e9-372829ab2ba4 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 931 time: 0.2400696 Apr 20 10:13:23.767666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:23.780519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:23.784075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f096407f-eaf8-4024-b16b-f63f03d1a830 req-71b539e8-b1ae-4ecd-aa75-2e81662b8118 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Synchronizing usage tracker for tenant:d667038745f1494bb766d04721ea601a on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:23.786829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-438f1826-77bc-4781-87c5-9cc818f77c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:23.839686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f096407f-eaf8-4024-b16b-f63f03d1a830 req-71b539e8-b1ae-4ecd-aa75-2e81662b8118 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Unset dirty status for tenant:d667038745f1494bb766d04721ea601a on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:23.840980 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f096407f-eaf8-4024-b16b-f63f03d1a830 req-71b539e8-b1ae-4ecd-aa75-2e81662b8118 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184199 Apr 20 10:13:23.991002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:24.014234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['143b2a01-f0dc-416b-b458-acabee755824'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:24.028023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:24.131348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:24.216247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:24.216966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:24.242858 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f4c096d-5f55-4ecf-840e-80a933ed59a3 req-17b994fb-bbff-47cd-9804-e1ab9a7d2f3f service neutron] 10.222.0.48 "GET /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530941 Apr 20 10:13:24.244833 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'status': 'completed', 'code': 200} Apr 20 10:13:24.282902 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9ad0e477-24f7-441a-ae85-73d3f41506ae req-b228b1b8-c6e4-452c-b72d-8975de002c6e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460132 Apr 20 10:13:24.290584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Pushing event updated for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:24.298079 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5285826 Apr 20 10:13:24.299027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:24.314500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Request body: {'port': {'device_id': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:24.395363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:24.432090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-161b5021-d840-4b08-ac1e-2cef852daa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:24.435413 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-161b5021-d840-4b08-ac1e-2cef852daa44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 1096 time: 0.8412263 Apr 20 10:13:24.458764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355610a8-a615-431d-a1e1-131641750dfe req-14934b18-da62-4dd9-b940-dec9aee198f5 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:24.460551 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-355610a8-a615-431d-a1e1-131641750dfe req-14934b18-da62-4dd9-b940-dec9aee198f5 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 944 time: 0.1308143 Apr 20 10:13:24.542114 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-355610a8-a615-431d-a1e1-131641750dfe req-3633e1ef-1cb7-4e49-858a-610ef03a95ab tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747666 Apr 20 10:13:24.564728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:24.607069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-087c76e6-7a76-4880-8cdc-3646d9b20133 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:24.668855 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-b83b1d91-0308-4b2a-9711-2d76c5753433 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9 HTTP/1.1" status: 200 len: 217 time: 0.1835959 Apr 20 10:13:24.762229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:24.791601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Pushing event updated for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:24.794587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:24.800553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:24.874576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b391b-2ae9-431b-87c7-51a997747bef req-f34eb73f-def3-4803-9b77-a439e8518833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:24.876429 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-f34eb73f-def3-4803-9b77-a439e8518833 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1959198 Apr 20 10:13:25.005660 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-e35aca2e-7b49-4c33-b7d9-b71be96ed212 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188698 Apr 20 10:13:25.690017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:25.737485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:25.918651 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-89392be3-be0c-4a31-8732-2acd9be2dc85 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007981 Apr 20 10:13:25.972660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-067d3d19-737a-48b5-9c19-5520903f9610 None None] Provisioning complete for port 3160aef6-35c6-4513-a5cc-351ef143aa6d triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:25.973099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-067d3d19-737a-48b5-9c19-5520903f9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.036045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02497c-b5ac-4203-8d05-f79a6f2af6c1 req-20273ca5-21e2-446d-84d4-14073c30fe3e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:26.038731 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e02497c-b5ac-4203-8d05-f79a6f2af6c1 req-20273ca5-21e2-446d-84d4-14073c30fe3e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.1398611 Apr 20 10:13:26.041952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-067d3d19-737a-48b5-9c19-5520903f9610 None None] Port 3160aef6-35c6-4513-a5cc-351ef143aa6d cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:13:26.094784 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e02497c-b5ac-4203-8d05-f79a6f2af6c1 req-9244d105-dfad-4141-87db-db306f8654d3 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490375 Apr 20 10:13:26.304848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484451c0-f2bd-4058-b62b-74a7c5d72e33 req-83cce5dd-5207-477e-896a-66dfba2e1c22 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:26.306676 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-484451c0-f2bd-4058-b62b-74a7c5d72e33 req-83cce5dd-5207-477e-896a-66dfba2e1c22 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 944 time: 0.0998375 Apr 20 10:13:26.366189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-484451c0-f2bd-4058-b62b-74a7c5d72e33 req-916a7943-ee63-4cfe-acfd-2e912f34cf24 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517626 Apr 20 10:13:26.643056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf761-08ae-44b5-888b-6bde98df33c7 req-6ce469d4-919d-459f-833a-e2284761f2a8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:26.644702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a2ddf761-08ae-44b5-888b-6bde98df33c7 req-6ce469d4-919d-459f-833a-e2284761f2a8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Synchronizing usage tracker for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:26.679638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11006af6-1186-4992-b808-e9c391f2d4dc req-de485685-1ee8-4b22-9461-cc8b5c7bb532 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:26.683111 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-11006af6-1186-4992-b808-e9c391f2d4dc req-de485685-1ee8-4b22-9461-cc8b5c7bb532 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1426253 Apr 20 10:13:26.770895 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-11006af6-1186-4992-b808-e9c391f2d4dc req-d339b2c8-44c0-4da6-af71-b1b786a48fcf tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Apr 20 10:13:27.080615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a2ddf761-08ae-44b5-888b-6bde98df33c7 req-6ce469d4-919d-459f-833a-e2284761f2a8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Unset dirty status for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:27.082941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a2ddf761-08ae-44b5-888b-6bde98df33c7 req-6ce469d4-919d-459f-833a-e2284761f2a8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 931 time: 1.8622446 Apr 20 10:13:27.103448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 143b2a01-f0dc-416b-b458-acabee755824 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:27.238463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-f4b1e915-0cff-4d24-b754-779d11276efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.241482 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-f4b1e915-0cff-4d24-b754-779d11276efb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 1.3210769 Apr 20 10:13:27.262740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:13:27.270213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a93d76b-c841-4c72-b406-0645cfb58993 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:27.285210 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-447b391b-2ae9-431b-87c7-51a997747bef req-bdef6682-99a8-461a-b679-c127656a630a service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074025 Apr 20 10:13:27.288726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 143b2a01-f0dc-416b-b458-acabee755824 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:27.294644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 143b2a01-f0dc-416b-b458-acabee755824 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:27.295030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.490071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484bd50-cdd7-4db2-8bb9-82b62ca00456 req-f4428918-f4fa-48f6-ab6d-72ba52ff05b1 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.496217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.509744 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9484bd50-cdd7-4db2-8bb9-82b62ca00456 req-f4428918-f4fa-48f6-ab6d-72ba52ff05b1 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.2406445 Apr 20 10:13:27.538760 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a2ddf761-08ae-44b5-888b-6bde98df33c7 req-01d42f4b-38a4-4464-b407-3f32724a95f0 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083695 Apr 20 10:13:27.626969 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9484bd50-cdd7-4db2-8bb9-82b62ca00456 req-1a7d3a86-0ac7-4cae-894f-95f79e9eb5bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160843 Apr 20 10:13:27.683674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Transition to ACTIVE for port object 6a93d76b-c841-4c72-b406-0645cfb58993 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:27.709645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.746607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b2a01-f0dc-416b-b458-acabee755824'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:27.764025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=143b2a01-f0dc-416b-b458-acabee755824,segment=NetworkSegment(df86a8a5-1cac-4bff-a02d-27bc58166d79),segment_id=df86a8a5-1cac-4bff-a02d-27bc58166d79)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:27.797694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.802758 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b2a01-f0dc-416b-b458-acabee755824', 'code': 200} Apr 20 10:13:27.803734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:27.861497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.909769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:27.930338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:27.933906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:28.136744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628bcee-5708-4a2a-8100-3ed18e44c54c req-6be8fd33-cc60-4dd9-bf1e-cc8ca9e9d498 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.139556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b628bcee-5708-4a2a-8100-3ed18e44c54c req-6be8fd33-cc60-4dd9-bf1e-cc8ca9e9d498 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1708198 Apr 20 10:13:28.158647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-d7269aa6-10d1-4cff-9e42-1232fcfe7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.160284 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-d7269aa6-10d1-4cff-9e42-1232fcfe7c40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.8957052 Apr 20 10:13:28.231585 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b628bcee-5708-4a2a-8100-3ed18e44c54c req-44ac4d82-bc96-46b2-8af1-eb5e9e1f6bce tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Apr 20 10:13:28.304896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Pushing event updated for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:28.326744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:28.370774 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-f5324ad8-7ace-4d24-a5cc-883684c852cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.1926289 Apr 20 10:13:28.486931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-39660734-8d54-4b10-9b3f-46f6f7bdede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.488678 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-39660734-8d54-4b10-9b3f-46f6f7bdede0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 1096 time: 0.9382792 Apr 20 10:13:28.627691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:13:28.644231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:13:28.672820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:13:28.674018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:28.770305 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] 10.222.0.20 "PUT /v2.0/routers/fe50e77e-39de-466c-a737-24a35f4ef101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7620180 Apr 20 10:13:28.867481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af43a3-ff37-4f1c-b2cd-9a8bcc4434e0 req-38dce7ef-bb44-4136-a680-5c598f6df048 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.867481 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-16af43a3-ff37-4f1c-b2cd-9a8bcc4434e0 req-38dce7ef-bb44-4136-a680-5c598f6df048 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 945 time: 1.0233965 Apr 20 10:13:28.877353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-bd329cfd-2e11-4de1-9df4-72def5eac79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.879162 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-bd329cfd-2e11-4de1-9df4-72def5eac79e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.4837866 Apr 20 10:13:29.055763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Attempting to bind port 6a93d76b-c841-4c72-b406-0645cfb58993 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:29.056379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Attempting to bind port 6a93d76b-c841-4c72-b406-0645cfb58993 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:29.056958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Attempting to bind port 6a93d76b-c841-4c72-b406-0645cfb58993 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:29.106496 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-cd3c8ba9-916e-45fc-9297-b638ccb8386c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149940 Apr 20 10:13:29.117009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd50939-4f61-46c9-ba73-fa87f5a5a583 req-6f98cee7-67e8-45ee-98bf-75cb4debcd0c tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:29.119792 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bbd50939-4f61-46c9-ba73-fa87f5a5a583 req-6f98cee7-67e8-45ee-98bf-75cb4debcd0c tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 943 time: 0.2659578 Apr 20 10:13:29.120885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Port 6a93d76b-c841-4c72-b406-0645cfb58993 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:29.121258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Attempting to bind port 6a93d76b-c841-4c72-b406-0645cfb58993 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:29.221334 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bbd50939-4f61-46c9-ba73-fa87f5a5a583 req-eb896960-70a4-420c-9d1b-35cec7582852 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832932 Apr 20 10:13:29.238208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:13:29.569574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee68c-7f0b-4446-b13f-511e7a33595a req-2d352963-c192-4940-9a2f-b4e89692928f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:29.585954 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2baee68c-7f0b-4446-b13f-511e7a33595a req-2d352963-c192-4940-9a2f-b4e89692928f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.1999710 Apr 20 10:13:29.674216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 2, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:29.680465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:13:29.681103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Updating router fe50e77e-39de-466c-a737-24a35f4ef101 port 3160aef6-35c6-4513-a5cc-351ef143aa6d binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:13:29.686356 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2baee68c-7f0b-4446-b13f-511e7a33595a req-101d2367-934c-4a23-b082-8fe71441cade tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931308 Apr 20 10:13:29.696236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:29.696623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Checking segment: {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:29.697052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Bound using segment: {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:29.697571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Bound port: 6a93d76b-c841-4c72-b406-0645cfb58993, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:29.698233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:29.718607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-d2044f90-3231-4adf-a990-0eeb6fdbfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:29.720128 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-d2044f90-3231-4adf-a990-0eeb6fdbfb03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 916 time: 1.2028513 Apr 20 10:13:29.737286 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-16af43a3-ff37-4f1c-b2cd-9a8bcc4434e0 req-7c6ff9e2-d942-4e1f-8e1a-4dbb56a2ba5b tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485940 Apr 20 10:13:29.750467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c513ca-08fc-4f1f-90c2-de55ea2a2dd1 req-b24d9abb-6755-4eb3-970b-630be6ce8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:29.755760 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34c513ca-08fc-4f1f-90c2-de55ea2a2dd1 req-b24d9abb-6755-4eb3-970b-630be6ce8834 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 1098 time: 1.5784914 Apr 20 10:13:29.787519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.072391 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-238dc602-3fcf-4d15-b196-93fffd23664d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9 HTTP/1.1" status: 200 len: 217 time: 0.3289080 Apr 20 10:13:30.114210 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-bfe4f5b9-72e1-499c-b4aa-0c42c8eb5eb3 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696577 Apr 20 10:13:30.283929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44118) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:30.296968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248653011', 'description': 'tempest-description--1726873656'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:30.310480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:30.321210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:30.327557 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34c513ca-08fc-4f1f-90c2-de55ea2a2dd1 req-490d8d77-d33b-4377-b85e-b6a60e46602d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672831 Apr 20 10:13:30.330985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:30.338027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:30.350582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:30.364834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-29cbdb0b-09e7-432b-8534-a3927f39542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.367452 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-29cbdb0b-09e7-432b-8534-a3927f39542d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.2677112 Apr 20 10:13:30.375400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6a93d76b-c841-4c72-b406-0645cfb58993,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:30.445103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3e13-cdc0-4254-9623-3f2d01061ba6 req-ccb9d022-712a-47f8-98bb-a33be2a3654a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.446932 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c4a3e13-cdc0-4254-9623-3f2d01061ba6 req-ccb9d022-712a-47f8-98bb-a33be2a3654a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.4890161 Apr 20 10:13:30.458496 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-2719ed95-bda6-4a86-8a9a-103496989897 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715661 Apr 20 10:13:30.468154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.479142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-669b7d2f-3ffc-4f16-98a6-5bfdc728a120 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:30.516456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.567830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:30.578914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:30.585304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:30.601809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:30.624446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.625498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.627159 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] 10.222.0.48 "PUT /v2.0/ports/6a93d76b-c841-4c72-b406-0645cfb58993 HTTP/1.1" status: 200 len: 1093 time: 6.3190522 Apr 20 10:13:30.693813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:30.842250 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4178e4cb-39a3-463a-85a6-bcce0777f84c req-31bc6adc-8ba1-4b0e-b1d6-09cca2741225 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793425 Apr 20 10:13:30.865465 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c4a3e13-cdc0-4254-9623-3f2d01061ba6 req-60f53915-bb4f-4e06-b902-4d4d926bae2e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874733 Apr 20 10:13:30.871990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Pushing event updated for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:30.876640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:30.877939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.942371 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-111c8e52-2011-4f7f-88ec-dfc61f7bf8c6 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687920 Apr 20 10:13:30.948792 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.975968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.007845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Transition to ACTIVE for port object 3160aef6-35c6-4513-a5cc-351ef143aa6d will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:31.036600 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993', 'status': 'completed', 'code': 200} Apr 20 10:13:31.042445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.049073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:31.053452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f6e73b35-f3fb-4f3e-b006-5ff061502a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:31.153397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-125dbe82-bb2e-42b1-8697-14a5471c03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.156309 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-125dbe82-bb2e-42b1-8697-14a5471c03e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 1096 time: 0.3834958 Apr 20 10:13:31.182901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d315-e0f9-47e5-ba97-ebbc4d568a91 None None] Pushing event updated for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:31.185644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.186191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6f6b297d-fa83-40e9-a857-6f650b8c33f9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:31.189558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-35b1d315-e0f9-47e5-ba97-ebbc4d568a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:31.195199 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9091167 Apr 20 10:13:31.196946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44140) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:31.245979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group_rule': {'security_group_id': '53e2d970-0dc3-4008-bd8a-c3e45262c09a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:31.255068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:31.263895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:31.277214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:31.296220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:31.377850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2d970-0dc3-4008-bd8a-c3e45262c09a,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:31.385466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:31.387313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.497270 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7283b311-15f9-4c20-a8c7-090d4cb859b6 req-d8d2d97d-7610-4121-bba9-6cc14b4e6585 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355628 Apr 20 10:13:31.505195 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-b91cbff8-7658-478c-acca-1122d82ab10e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a93d76b-c841-4c72-b406-0645cfb58993 HTTP/1.1" status: 200 len: 217 time: 0.3360963 Apr 20 10:13:31.596644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:31.608652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e939-942d-4aff-bd76-0695c4e03fd7 req-088c5a11-1d86-4447-85dc-01eb37f4a839 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.612860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'port_id': '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'mac_address': 'fa:16:3e:f1:06:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf3025-6cae-452a-829a-17e27442653f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:31.632245 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-02d4e939-942d-4aff-bd76-0695c4e03fd7 req-088c5a11-1d86-4447-85dc-01eb37f4a839 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 943 time: 0.5809181 Apr 20 10:13:31.668979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-aded9eb1-0c70-4d03-8a57-62c88ff0d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.671624 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-aded9eb1-0c70-4d03-8a57-62c88ff0d305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=284df62c-346d-477c-b5e4-6d7397e2a7fd HTTP/1.1" status: 200 len: 848 time: 0.1525273 Apr 20 10:13:31.718241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Attempting to bind port 3160aef6-35c6-4513-a5cc-351ef143aa6d on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:31.718637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Attempting to bind port 3160aef6-35c6-4513-a5cc-351ef143aa6d by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:31.719158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Attempting to bind port 3160aef6-35c6-4513-a5cc-351ef143aa6d on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:31.741684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.742322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:31.742559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Checking segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:31.743020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.743513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Bound using segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:31.744524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Bound port: 3160aef6-35c6-4513-a5cc-351ef143aa6d, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:31.744524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.758031 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-1499c004-0a41-4804-9972-bf006809cf0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b46d31b-6b59-4d48-ae34-cf83731a1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648522 Apr 20 10:13:31.763667 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-02d4e939-942d-4aff-bd76-0695c4e03fd7 req-105fba83-df02-4ac2-b7a1-1c1a24bb5942 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298423 Apr 20 10:13:31.787983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e7d2-9872-473e-b4e6-f0cb431c79a0 req-6ced92be-da5c-4312-8ed8-24f9ca13e479 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.791138 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-19c7e7d2-9872-473e-b4e6-f0cb431c79a0 req-6ced92be-da5c-4312-8ed8-24f9ca13e479 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 943 time: 0.5472715 Apr 20 10:13:31.801421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.804397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:31.856025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84a9b89-ae27-4e2f-bde7-44e82e58df26,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:31.864864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.866265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:31.900760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6b297d-fa83-40e9-a857-6f650b8c33f9 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:31.940398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:31.947682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] For port 3160aef6-35c6-4513-a5cc-351ef143aa6d, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:31.951235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] For port 3160aef6-35c6-4513-a5cc-351ef143aa6d, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=3160aef6-35c6-4513-a5cc-351ef143aa6d,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:31.973049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-19c7e7d2-9872-473e-b4e6-f0cb431c79a0 req-6af1d687-1a81-4e78-8519-517798b6e6aa tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855579 Apr 20 10:13:31.991137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.993311 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7718916 Apr 20 10:13:31.997558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44148) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:32.006351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.007882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group_rule': {'security_group_id': '53e2d970-0dc3-4008-bd8a-c3e45262c09a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:32.011635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.016751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:32.022105 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-9f23ff61-e79e-4a10-b08c-a7c143b4e338 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271609 Apr 20 10:13:32.023293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:32.027888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:32.032681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:32.066392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:32.100144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3a140-4506-4de5-8f27-73433e607619 req-c5370476-c5e4-4f44-a68e-fff7a1c93e78 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:32.100144 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-86c3a140-4506-4de5-8f27-73433e607619 req-c5370476-c5e4-4f44-a68e-fff7a1c93e78 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 945 time: 0.1901529 Apr 20 10:13:32.111516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:13:32.112235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:32.165375 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.232063 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-86c3a140-4506-4de5-8f27-73433e607619 req-3de20db6-5282-48ba-b217-888b173ec40e tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268666 Apr 20 10:13:32.461457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d315-e0f9-47e5-ba97-ebbc4d568a91 None None] Pushing event updated for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:32.523250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:13:32.572749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.581309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['6f6b297d-fa83-40e9-a857-6f650b8c33f9'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:32.721821 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00989ac2-a0b6-48be-8866-41c9c09f8860 req-a377eb57-7f35-4724-91b0-0f2722d46092 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900661 Apr 20 10:13:32.760102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65704b-63f7-488b-be8c-c2358b13da3c req-0017487e-e3e0-4046-ab2d-c5a9671151c5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:32.763787 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3f65704b-63f7-488b-be8c-c2358b13da3c req-0017487e-e3e0-4046-ab2d-c5a9671151c5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2187793 Apr 20 10:13:32.785767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.785767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:32.802102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:32.805497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:32.811253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.758s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:32.811769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:32.825621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fe31de-d0c8-419f-9e30-5ca760899cb5,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:32.841173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:32.979109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:32.983578 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9825351 Apr 20 10:13:32.995762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3f65704b-63f7-488b-be8c-c2358b13da3c req-ec318cad-4dcb-4d5a-a76a-c5b6181dd495 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224903 Apr 20 10:13:32.998132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44162) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:33.012018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:33.022715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:33.036573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:floatingip and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:33.041195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:33.051969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:33.087924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947a76-71de-4427-9a1e-f900055296ce req-3a070afd-ec69-4423-8456-8b9b2c576c6e tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.089597 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fc947a76-71de-4427-9a1e-f900055296ce req-3a070afd-ec69-4423-8456-8b9b2c576c6e tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 943 time: 0.1875911 Apr 20 10:13:33.105212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d38de-d607-4288-ae21-87a73b2bce51 req-801d8bcc-f23a-49b3-ae51-5f2b6e5ebb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.106963 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-801d8bcc-f23a-49b3-ae51-5f2b6e5ebb46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 1096 time: 0.2192361 Apr 20 10:13:33.173868 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fc947a76-71de-4427-9a1e-f900055296ce req-bcb2cc73-e213-40d4-a7f1-661624ba2e99 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754869 Apr 20 10:13:33.205769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:33.222530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:31Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:13:33.232167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ab4e5-589d-4084-b361-02f4e4edfdda None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:31Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:13:33.505215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d38de-d607-4288-ae21-87a73b2bce51 req-f23020e5-d65f-42c8-be65-72001fd5d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.506932 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-f23020e5-d65f-42c8-be65-72001fd5d45c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 909 time: 0.3852062 Apr 20 10:13:33.582152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aab87-b7eb-4539-989a-4be5036023a2 req-43c8adc7-dd92-4aa5-89ef-5cb1d3aae56e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.586973 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a9aab87-b7eb-4539-989a-4be5036023a2 req-43c8adc7-dd92-4aa5-89ef-5cb1d3aae56e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 944 time: 0.4349556 Apr 20 10:13:33.605193 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-2086e11e-a37b-4272-88a1-416f66387d0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a93d76b-c841-4c72-b406-0645cfb58993 HTTP/1.1" status: 200 len: 217 time: 0.0852633 Apr 20 10:13:33.767622 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a9aab87-b7eb-4539-989a-4be5036023a2 req-a44e9cc3-0288-4af6-8695-11f343ec1efb tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649356 Apr 20 10:13:33.789477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d38de-d607-4288-ae21-87a73b2bce51 req-00a1407e-7176-49d8-a952-3419481b5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.791092 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-00a1407e-7176-49d8-a952-3419481b5570 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=284df62c-346d-477c-b5e4-6d7397e2a7fd HTTP/1.1" status: 200 len: 848 time: 0.1663728 Apr 20 10:13:33.884905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:33.896818 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-c734dd23-ebde-45ee-9402-7a84022ff8aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b46d31b-6b59-4d48-ae34-cf83731a1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878968 Apr 20 10:13:34.194189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-403f75df-6e07-45da-9c50-cc04842eb9c4 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531385 Apr 20 10:13:34.212837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Allocated IP 172.28.0.170 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/247ac4e5-59d0-4005-ace7-39110248e3f3) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:34.386120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae738a-7b82-444b-9a2b-db9120797fde req-7d33b95d-2b2c-4e6c-8d59-889767e33da0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.388883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b3ae738a-7b82-444b-9a2b-db9120797fde req-7d33b95d-2b2c-4e6c-8d59-889767e33da0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1817973 Apr 20 10:13:34.452421 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b3ae738a-7b82-444b-9a2b-db9120797fde req-f52389a6-76c8-4515-9b76-a8c5a811f532 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Apr 20 10:13:34.668985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-116d38de-d607-4288-ae21-87a73b2bce51 req-c6a5f315-c39e-4db2-97d5-d14b6ec60829 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530365 Apr 20 10:13:34.769469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140c6b6-dc81-42d3-beac-8caf0abc1a35 req-99862733-3c57-44c5-8903-62d2e55664fb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.771221 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b140c6b6-dc81-42d3-beac-8caf0abc1a35 req-99862733-3c57-44c5-8903-62d2e55664fb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 943 time: 0.3718803 Apr 20 10:13:34.776901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:34.844539 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b140c6b6-dc81-42d3-beac-8caf0abc1a35 req-0bc9e153-9d54-4ac4-9232-02321a60102b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597761 Apr 20 10:13:34.902642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:34.912083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-93356d9e-8c2a-4666-b040-f936b15e520d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:35.051611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:35.058905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:35.066599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:35.067051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66492-af8e-4ced-b60a-3fc7495b6a37 req-f5ff23a4-e11a-4576-a591-94dac1bfdb4c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:35.068951 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-80e66492-af8e-4ced-b60a-3fc7495b6a37 req-f5ff23a4-e11a-4576-a591-94dac1bfdb4c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 944 time: 0.1040509 Apr 20 10:13:35.126577 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-80e66492-af8e-4ced-b60a-3fc7495b6a37 req-f8e1c5b3-76e2-4b48-a56e-eada72af398a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494337 Apr 20 10:13:35.138171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=247ac4e5-59d0-4005-ace7-39110248e3f3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:35.151762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:35.163598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:35.178869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6f6b297d-fa83-40e9-a857-6f650b8c33f9 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:35.325173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:35.343020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 3160aef6-35c6-4513-a5cc-351ef143aa6d up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:35.385046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:35.397869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:35.398803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:35.515161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:35.640060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 3160aef6-35c6-4513-a5cc-351ef143aa6d completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:35.648746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 3160aef6-35c6-4513-a5cc-351ef143aa6d triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:35.649223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:35.742762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:35.898052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:35.940208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:36.035903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24756cdb-3547-427a-bfa4-297f508ceb6f req-9322af56-6a90-414e-8045-d8ae1c312995 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:36.038183 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24756cdb-3547-427a-bfa4-297f508ceb6f req-9322af56-6a90-414e-8045-d8ae1c312995 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2186351 Apr 20 10:13:36.122105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.165155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.172622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44216) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:36.177796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-866e9209-ce36-47d3-a689-8c093b9d4298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:36.257482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5456a9-94ee-4b31-af4c-8b654938006d req-1325f4c6-ed6b-4541-9971-806c595e774d tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:36.259229 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b5456a9-94ee-4b31-af4c-8b654938006d req-1325f4c6-ed6b-4541-9971-806c595e774d tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 943 time: 0.1315985 Apr 20 10:13:36.281433 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24756cdb-3547-427a-bfa4-297f508ceb6f req-e3c501d4-f877-493d-850d-318716d62224 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107997 Apr 20 10:13:36.347562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.352166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:36.382184 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b5456a9-94ee-4b31-af4c-8b654938006d req-79facdb2-41e4-48c1-ab3c-131f2cb12dd1 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146624 Apr 20 10:13:36.437800 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'code': 200} Apr 20 10:13:36.470460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.585540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:36.593619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:36.596795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 3160aef6-35c6-4513-a5cc-351ef143aa6d, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=3160aef6-35c6-4513-a5cc-351ef143aa6d,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:36.628488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.631851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:36.724290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:36.734134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:36.739054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:36.796225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d30c-b584-4fe0-a9e7-bb9aea65c04a req-69eeee66-f1b5-4352-b3dd-7d4b1438b34e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:36.798131 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3065d30c-b584-4fe0-a9e7-bb9aea65c04a req-69eeee66-f1b5-4352-b3dd-7d4b1438b34e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.1629360 Apr 20 10:13:36.852187 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3065d30c-b584-4fe0-a9e7-bb9aea65c04a req-ed48b695-b850-4e9e-995d-d5fff1076a98 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Apr 20 10:13:36.852418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=247ac4e5-59d0-4005-ace7-39110248e3f3,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:36.869793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:36.872471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:36.882157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:b63c33787c5d4227901ec624e48e454f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:36.885190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:36.895681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:36.915632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.016848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e011e-0e4b-4908-a9da-0fcae3c50cac req-b40ad136-3196-40f6-ac86-2fcdb80bd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:37.018881 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-945e011e-0e4b-4908-a9da-0fcae3c50cac req-b40ad136-3196-40f6-ac86-2fcdb80bd185 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 1098 time: 0.2692134 Apr 20 10:13:37.087747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.087747 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0798395 Apr 20 10:13:37.098087 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-945e011e-0e4b-4908-a9da-0fcae3c50cac req-7f5380d8-0199-4a0a-ae73-9a372f6ce1e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654321 Apr 20 10:13:37.166874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6a93d76b-c841-4c72-b406-0645cfb58993 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:37.233598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.282693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.302382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:37.346492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 3160aef6-35c6-4513-a5cc-351ef143aa6d up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:37.357464 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b63c33787c5d4227901ec624e48e454f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1226907 Apr 20 10:13:37.364466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44240) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:37.368174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cf2e4-d409-43c9-9e2a-643b30ef1f52,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:37.372790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:37.604457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6a93d76b-c841-4c72-b406-0645cfb58993,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:37.614963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.647229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '6a93d76b-c841-4c72-b406-0645cfb58993', 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13', 'port_id': '6a93d76b-c841-4c72-b406-0645cfb58993', 'mac_address': 'fa:16:3e:72:77:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284df62c-346d-477c-b5e4-6d7397e2a7fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:37.655489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2ed4ffe8-750f-4578-b795-4873880bcbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.657142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 3160aef6-35c6-4513-a5cc-351ef143aa6d triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:37.657840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.719198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c123b-f57f-414e-a3ea-53888ea78d62 req-7d835582-8be0-4849-a960-2d0c076aa747 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:37.721543 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-036c123b-f57f-414e-a3ea-53888ea78d62 req-7d835582-8be0-4849-a960-2d0c076aa747 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1236062 Apr 20 10:13:37.798658 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-036c123b-f57f-414e-a3ea-53888ea78d62 req-e2b3d60e-5828-44e0-8157-2815b8cf7a7f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652025 Apr 20 10:13:37.884619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.921067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a93d76b-c841-4c72-b406-0645cfb58993 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:37.963286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6a93d76b-c841-4c72-b406-0645cfb58993,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:37.996826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:38.013724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-076f86be-3de7-40f2-8b17-d0f5766b8a71 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:38.055560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:38.057993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:38.140418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-076f86be-3de7-40f2-8b17-d0f5766b8a71 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:38.147494 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-076f86be-3de7-40f2-8b17-d0f5766b8a71 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1248653011&fields=id&tenant_id=ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 267 time: 0.5836980 Apr 20 10:13:38.169584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:38.175897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:38.324248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b846f-5335-4f63-b3b5-8114c45aabf3 req-5a0ca3ba-3de3-4cca-bfef-8d610e3fe909 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.326240 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-540b846f-5335-4f63-b3b5-8114c45aabf3 req-5a0ca3ba-3de3-4cca-bfef-8d610e3fe909 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 944 time: 0.3229434 Apr 20 10:13:38.353184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:38.359962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-600e0ab6-9474-4939-be9b-27be41542e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:38.374807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-ddb898bc-7f0d-42f2-8e9a-0beca91bed55 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.376464 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-ddb898bc-7f0d-42f2-8e9a-0beca91bed55 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 810 time: 0.2239432 Apr 20 10:13:38.383875 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-540b846f-5335-4f63-b3b5-8114c45aabf3 req-05cec0f4-644a-478e-8e8e-ad25682653c4 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Apr 20 10:13:38.386011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cf2e4-d409-43c9-9e2a-643b30ef1f52,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:38.388694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:38.400598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:38.401827 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b52cf2e4-d409-43c9-9e2a-643b30ef1f52 HTTP/1.1" status: 204 len: 168 time: 1.0358498 Apr 20 10:13:38.405927 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b95f95b7-6698-4c12-9240-ceeb1bad3122 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/quotas/ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 375 time: 0.0200016 Apr 20 10:13:38.453016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['6a93d76b-c841-4c72-b406-0645cfb58993'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:38.527162 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-a2d0f3c1-125e-4217-8641-14be65cc6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.529197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-a2d0f3c1-125e-4217-8641-14be65cc6f68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.1436005 Apr 20 10:13:38.599283 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-226ef7ce-0b42-4d81-8ae0-11a5cebd4bb5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858757 Apr 20 10:13:38.860715 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-baf3aa42-21a0-490f-8013-277ddd360546 service neutron] 10.222.0.20 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421942 Apr 20 10:13:38.891906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcca9d-fea8-43fc-bfde-65a6270b7f9f req-4b98b692-2248-4309-8ee6-a12248e900f0 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.900197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c8dcca9d-fea8-43fc-bfde-65a6270b7f9f req-4b98b692-2248-4309-8ee6-a12248e900f0 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.3561940 Apr 20 10:13:38.925876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-845372fb-b808-43e3-908c-e9f1b5976798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.927528 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-845372fb-b808-43e3-908c-e9f1b5976798 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.3239937 Apr 20 10:13:39.025838 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-ce0674d8-bd42-4a8f-939f-b1541383dd2d service neutron] 10.222.0.20 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564577 Apr 20 10:13:39.027764 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-9e84f1ea-6fab-4ced-b75c-6a6be99c1a53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.0839338 Apr 20 10:13:39.033414 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c8dcca9d-fea8-43fc-bfde-65a6270b7f9f req-b9d5ddd5-b103-4374-a539-4fd9fbd8771b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Apr 20 10:13:39.136877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-f2e4cf53-d69c-4d14-9a73-03b1ffc1f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:39.144225 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-f2e4cf53-d69c-4d14-9a73-03b1ffc1f965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.1082149 Apr 20 10:13:39.232252 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-2d6b4fc2-8242-49b7-8c62-5b343e91a9b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711744 Apr 20 10:13:39.473221 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-b3924464-7d59-44c4-b350-6f9cd72f4f72 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291772 Apr 20 10:13:39.552734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755732ab-4878-4196-9d3a-894f746e4cfb req-a9c8dd13-5961-49d9-81fa-ba2f6f2d4517 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:39.572037 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-755732ab-4878-4196-9d3a-894f746e4cfb req-a9c8dd13-5961-49d9-81fa-ba2f6f2d4517 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1776268 Apr 20 10:13:39.671428 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-755732ab-4878-4196-9d3a-894f746e4cfb req-e61a0df1-7c0c-4c06-8610-dafdeb18e930 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933187 Apr 20 10:13:39.720705 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c03404d-bfd4-434b-8ef0-19c54c6f245b req-a0fced66-af10-4aa0-b34b-2f1423449715 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403095 Apr 20 10:13:39.794143 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-36141b1f-ac6b-43cd-9f85-ec75d6d693e2 req-62decc84-2ba4-4c95-b49a-a241aac5ed45 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 210 time: 0.0629182 Apr 20 10:13:40.137281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e598-d5ac-403e-8324-ca43c8f87cc0 req-55ee3331-344d-474d-856f-0ded208d6e52 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.140222 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d909e598-d5ac-403e-8324-ca43c8f87cc0 req-55ee3331-344d-474d-856f-0ded208d6e52 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 944 time: 0.1887951 Apr 20 10:13:40.242749 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d909e598-d5ac-403e-8324-ca43c8f87cc0 req-35813ac4-64d8-43ad-b78a-6df72b3480dc tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860047 Apr 20 10:13:40.247678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36c7a-2f6b-45c9-be96-64e8dcf9901e req-08dc9b9c-8e73-44a6-b59b-d89fc281fdd9 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.251620 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e7d36c7a-2f6b-45c9-be96-64e8dcf9901e req-08dc9b9c-8e73-44a6-b59b-d89fc281fdd9 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 945 time: 0.2178526 Apr 20 10:13:40.256957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cbc435e1-951a-4b89-ba7b-ce8337377c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:40.351102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e7d36c7a-2f6b-45c9-be96-64e8dcf9901e req-908f8a0c-2ad1-49dd-9637-bc116849b7dc tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596502 Apr 20 10:13:40.829647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:40.918639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a35ba-696c-400c-9a40-286e3ae6bc1c req-b4f5ff4a-63ec-4fcc-b2ad-a8c4869ddae7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.921838 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cb6a35ba-696c-400c-9a40-286e3ae6bc1c req-b4f5ff4a-63ec-4fcc-b2ad-a8c4869ddae7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1184833 Apr 20 10:13:40.984586 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cb6a35ba-696c-400c-9a40-286e3ae6bc1c req-01cb4e37-09db-47a4-a2de-09d97164f589 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554578 Apr 20 10:13:41.007710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8289ec27-d921-47df-958b-60d74f487e28 req-95d15acb-1a7d-4131-9747-265847912a22 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:41.067813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8289ec27-d921-47df-958b-60d74f487e28 req-95d15acb-1a7d-4131-9747-265847912a22 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:41.069632 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8289ec27-d921-47df-958b-60d74f487e28 req-95d15acb-1a7d-4131-9747-265847912a22 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 210 time: 0.1295023 Apr 20 10:13:41.163408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44324) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:41.195573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6a93d76b-c841-4c72-b406-0645cfb58993 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:41.330993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 6a93d76b-c841-4c72-b406-0645cfb58993 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:41.338464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 6a93d76b-c841-4c72-b406-0645cfb58993 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:41.338808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.349306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.367783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:41.372389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Usage tracker for resource:security_group_rule and tenant:3608c1ec7d4c4cd5be057087c25c38cd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:41.377839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:41.384981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:41.523124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.574598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:41.590212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6a93d76b-c841-4c72-b406-0645cfb58993,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:41.595249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.626808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60a15-7f22-44b6-926b-29b6f7814c03 req-7e333253-c793-49c2-8dd6-49f683fa19fd tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:41.629415 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1db60a15-7f22-44b6-926b-29b6f7814c03 req-7e333253-c793-49c2-8dd6-49f683fa19fd tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 944 time: 0.1501248 Apr 20 10:13:41.660060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.662149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.663833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:41.673176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.685708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d6f6e050-f4a6-4392-9958-f897cf62ab83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:41.718918 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1db60a15-7f22-44b6-926b-29b6f7814c03 req-cc39ae1a-da3c-4f3a-9026-7caa8c43ee4a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Apr 20 10:13:41.749701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:41.758823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.759217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.759881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.760409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.760784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.761154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.761520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.761882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.762247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.762610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.762974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.763353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:41.769080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:41.780483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662e73d-693a-42b8-9bd0-a24ffc286fa3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:41.792689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:41.796626 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3608c1ec7d4c4cd5be057087c25c38cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320457 Apr 20 10:13:41.802180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44344) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:41.855441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710321d-5107-4b67-b82a-a2261c03eacc req-811b6b96-1b33-48da-a999-065f4b98d07e tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:41.855441 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2710321d-5107-4b67-b82a-a2261c03eacc req-811b6b96-1b33-48da-a999-065f4b98d07e tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 945 time: 0.1151562 Apr 20 10:13:41.894579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.927051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:41.995726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Deleting port 143b2a01-f0dc-416b-b458-acabee755824 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:13:41.996335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.057186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.108622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.118586 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5065b25c-a2ce-4d2c-b07c-5669a15cdc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:42.145024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad83c-8495-482f-b1e7-99a5e4c598bf req-22851bcd-c15a-423a-9ead-ef4cc776c333 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:42.146832 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d6ad83c-8495-482f-b1e7-99a5e4c598bf req-22851bcd-c15a-423a-9ead-ef4cc776c333 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 945 time: 0.2931125 Apr 20 10:13:42.152606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662e73d-693a-42b8-9bd0-a24ffc286fa3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:42.159600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.165705 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a662e73d-693a-42b8-9bd0-a24ffc286fa3 HTTP/1.1" status: 204 len: 168 time: 0.3575351 Apr 20 10:13:42.172770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.173413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.174060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.174682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.175530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.176357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.177014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.177653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.178301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.178946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.179641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.180287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:42.187474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:42.336051 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d6ad83c-8495-482f-b1e7-99a5e4c598bf req-9bbbd5a0-2414-466f-95f9-f425caa46536 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ff99558-7619-42cb-ab1d-d8f21a3e0992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585186 Apr 20 10:13:42.405136 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993', 'code': 200} Apr 20 10:13:42.453419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.466095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] For port 143b2a01-f0dc-416b-b458-acabee755824, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=143b2a01-f0dc-416b-b458-acabee755824,segment=NetworkSegment(df86a8a5-1cac-4bff-a02d-27bc58166d79),segment_id=df86a8a5-1cac-4bff-a02d-27bc58166d79)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:42.466519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:42.865923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Calling delete_port for 143b2a01-f0dc-416b-b458-acabee755824 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:13:42.959672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee578d6a-16f6-451f-bab3-4b0973046a4e req-907105b4-e71c-4941-b240-137374a838bd tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:42.968952 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee578d6a-16f6-451f-bab3-4b0973046a4e req-907105b4-e71c-4941-b240-137374a838bd tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2785721 Apr 20 10:13:42.990521 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f83771f0-85d3-45c0-9540-1b306f1c04d5 req-3b09c053-49db-43e1-9c24-f793343849e2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 210 time: 0.2110765 Apr 20 10:13:43.037537 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee578d6a-16f6-451f-bab3-4b0973046a4e req-25744322-1884-46f5-a5fb-de13fef286d6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671029 Apr 20 10:13:43.158613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0ca5955c-2e4f-47cd-a0ed-3a6b63d57c15 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.159460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0ca5955c-2e4f-47cd-a0ed-3a6b63d57c15 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:43.288884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34460-6276-4821-b856-d9167cee59a4 req-dfe339b6-f2ba-4c7f-87e2-df2c71bf954b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.289886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f9e7f-9877-4aec-ac51-8bac2c7567e2 req-cab0b553-692c-4a6a-860e-26fa44e1534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.290777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-79f34460-6276-4821-b856-d9167cee59a4 req-dfe339b6-f2ba-4c7f-87e2-df2c71bf954b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1283705 Apr 20 10:13:43.292945 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d4f9e7f-9877-4aec-ac51-8bac2c7567e2 req-cab0b553-692c-4a6a-860e-26fa44e1534f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 1098 time: 0.1942899 Apr 20 10:13:43.333883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0ca5955c-2e4f-47cd-a0ed-3a6b63d57c15 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:43.336219 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0ca5955c-2e4f-47cd-a0ed-3a6b63d57c15 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 810 time: 0.8722858 Apr 20 10:13:43.345565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:43.372365 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-79f34460-6276-4821-b856-d9167cee59a4 req-dbe953bf-f049-4fe8-b804-e9f539bbbfbc tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685959 Apr 20 10:13:43.422429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5ded29b3-b977-4dec-be2b-56137dc02ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:43.613137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Pushing event deleted for resources: {'Port': ['ID=143b2a01-f0dc-416b-b458-acabee755824,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:43.642241 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d4f9e7f-9877-4aec-ac51-8bac2c7567e2 req-23048e14-a6d6-46b9-8de3-ae2f05a4b09d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412232 Apr 20 10:13:43.656022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:43.737179 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f59d99af-23b4-4a70-af0c-3c5609b7997b req-4a52383b-3632-4c74-8da7-ce494a7a1ec7 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.2293520 Apr 20 10:13:44.130755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] No DVR routers for this DVR port 143b2a01-f0dc-416b-b458-acabee755824 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:13:44.140362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:44.143214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'name': 'network-vif-deleted', 'tag': '143b2a01-f0dc-416b-b458-acabee755824'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:44.169329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0d12e247-b9c3-4523-ae13-4b2dc3d8f31f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:44.191092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0d12e247-b9c3-4523-ae13-4b2dc3d8f31f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:44.192543 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0d12e247-b9c3-4523-ae13-4b2dc3d8f31f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 5709 time: 0.8436904 Apr 20 10:13:44.230862 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0606f114-b542-4d37-9f68-2d1e739787ad req-6acdbcdf-3bf2-4eca-9b22-cda0f9a33350 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 210 time: 0.0634177 Apr 20 10:13:44.246424 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'port': {'device_id': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'admin_state_up': True, 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'security_groups': ['53e2d970-0dc3-4008-bd8a-c3e45262c09a']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:44.327511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2710321d-5107-4b67-b82a-a2261c03eacc req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.48 "DELETE /v2.0/ports/143b2a01-f0dc-416b-b458-acabee755824 HTTP/1.1" status: 204 len: 173 time: 2.4215565 Apr 20 10:13:44.335887 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd362bad6-c88c-446c-b403-39283512fdb3', 'name': 'network-vif-deleted', 'tag': '143b2a01-f0dc-416b-b458-acabee755824', 'status': 'completed', 'code': 200} Apr 20 10:13:44.436475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c54e2a-1b80-4148-92bb-1a5874f89611 req-1b2ddbbf-840c-492d-8611-a3eab9a0ce1d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.438173 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60c54e2a-1b80-4148-92bb-1a5874f89611 req-1b2ddbbf-840c-492d-8611-a3eab9a0ce1d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2405961 Apr 20 10:13:44.443992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:44.471681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:44.506985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60c54e2a-1b80-4148-92bb-1a5874f89611 req-cb320731-7cd3-4a3b-9ec6-d20f976d83d4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601683 Apr 20 10:13:44.622456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Made reservation on behalf of ee4f24e2ce014079b568f45857564b40 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:44.629968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:44.665029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca59ac-ad63-4b62-bc6e-bcfcaccf24b3 req-44afc607-161e-465b-89fc-2a02ab8fd7be tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.668056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f5ca59ac-ad63-4b62-bc6e-bcfcaccf24b3 req-44afc607-161e-465b-89fc-2a02ab8fd7be tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1251650 Apr 20 10:13:44.757831 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f5ca59ac-ad63-4b62-bc6e-bcfcaccf24b3 req-712c2c97-cbe6-4223-b6a5-3261974aca00 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755136 Apr 20 10:13:44.860850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Allocated IP 172.20.0.14 (1337dec4-8a3c-48df-84a2-650f162d63ef/03aa5677-fcd2-4815-85f3-dbabd30f5c56/80ff80eb-cb63-454d-b900-4d118699d065) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:44.953444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-2cee8409-1875-4b78-915c-ff76596c6a8d req-ba09b428-65da-4ddf-8112-4ca8e6b79a99 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Synchronizing usage tracker for tenant:591a864f16cc4483a66701406bf32640 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:45.116074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-2cee8409-1875-4b78-915c-ff76596c6a8d req-ba09b428-65da-4ddf-8112-4ca8e6b79a99 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Unset dirty status for tenant:591a864f16cc4483a66701406bf32640 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:45.117431 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2cee8409-1875-4b78-915c-ff76596c6a8d req-ba09b428-65da-4ddf-8112-4ca8e6b79a99 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] 10.222.0.20 "GET /v2.0/ports?device_id=d362bad6-c88c-446c-b403-39283512fdb3 HTTP/1.1" status: 200 len: 210 time: 0.2298191 Apr 20 10:13:45.135020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.154630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Transition to ACTIVE for port object 80ff80eb-cb63-454d-b900-4d118699d065 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:45.234087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 143b2a01-f0dc-416b-b458-acabee755824 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:13:45.236679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.248897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:45.281334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 143b2a01-f0dc-416b-b458-acabee755824 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:13:45.281710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 143b2a01-f0dc-416b-b458-acabee755824 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:13:45.340860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:45.344690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:45.347356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:45.417268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:45.421229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:45.444230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:45.444996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.514924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ae9b7-b49f-4f53-8850-8e07e840ac70 req-42ab5ebd-8ab7-438a-a20d-08b6f501fb14 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:45.516928 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-025ae9b7-b49f-4f53-8850-8e07e840ac70 req-42ab5ebd-8ab7-438a-a20d-08b6f501fb14 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 932 time: 0.1287117 Apr 20 10:13:45.519988 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2844861 Apr 20 10:13:45.536077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Request body: {'port': {'device_id': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:45.586946 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-025ae9b7-b49f-4f53-8850-8e07e840ac70 req-eb672c13-1646-4441-854b-eaad93708083 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571558 Apr 20 10:13:45.630565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1c32-25d2-4e2e-b785-afe50f58a3c8 None None] Provisioning for port 80ff80eb-cb63-454d-b900-4d118699d065 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:45.637079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1c32-25d2-4e2e-b785-afe50f58a3c8 None None] Provisioning complete for port 80ff80eb-cb63-454d-b900-4d118699d065 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:45.637772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1c32-25d2-4e2e-b785-afe50f58a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.713703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a1c32-25d2-4e2e-b785-afe50f58a3c8 None None] Port 80ff80eb-cb63-454d-b900-4d118699d065 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:13:45.754274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.910080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f9422-79bb-4012-80d1-d7e0c4d3f220 req-fd6faf03-d2cc-4149-807c-b87f895dad2f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:45.911479 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ba3f9422-79bb-4012-80d1-d7e0c4d3f220 req-fd6faf03-d2cc-4149-807c-b87f895dad2f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2377818 Apr 20 10:13:46.012951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118604-9c8e-4ee1-bc62-038735afa41c req-a3050e9b-aa7d-4857-9524-21f8011dee6b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:46.014778 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6d118604-9c8e-4ee1-bc62-038735afa41c req-a3050e9b-aa7d-4857-9524-21f8011dee6b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1297014 Apr 20 10:13:46.069463 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ba3f9422-79bb-4012-80d1-d7e0c4d3f220 req-477aa446-fd3a-4e8b-8a56-7f9322888396 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436114 Apr 20 10:13:46.087817 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6d118604-9c8e-4ee1-bc62-038735afa41c req-b627289e-6430-4423-9c46-49b8bffa53e7 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 Apr 20 10:13:46.287467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ff80eb-cb63-454d-b900-4d118699d065 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:46.314741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.334593 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Transition to ACTIVE for port object 80ff80eb-cb63-454d-b900-4d118699d065 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:46.407691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.413075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:46.461715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:13:46.729629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Pushing event updated for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:46.733687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:46.805800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Attempting to bind port 80ff80eb-cb63-454d-b900-4d118699d065 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:46.806188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Attempting to bind port 80ff80eb-cb63-454d-b900-4d118699d065 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:46.806558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Attempting to bind port 80ff80eb-cb63-454d-b900-4d118699d065 on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:46.812847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Port 80ff80eb-cb63-454d-b900-4d118699d065 on network 1337dec4-8a3c-48df-84a2-650f162d63ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:46.813210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Attempting to bind port 80ff80eb-cb63-454d-b900-4d118699d065 on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:46.819706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:46.820084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Checking segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:46.820502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Bound using segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:46.820972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Bound port: 80ff80eb-cb63-454d-b900-4d118699d065, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:46.821354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.000272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:47.005271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=80ff80eb-cb63-454d-b900-4d118699d065,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:47.026587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c33e-39d7-440b-8271-3edb115b242d req-59eab7b4-e46b-4c3d-9c71-3ad198dfb2bd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.027993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-90d4c33e-39d7-440b-8271-3edb115b242d req-59eab7b4-e46b-4c3d-9c71-3ad198dfb2bd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:47.048473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.055109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:47.108371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-90d4c33e-39d7-440b-8271-3edb115b242d req-59eab7b4-e46b-4c3d-9c71-3ad198dfb2bd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:47.109771 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-90d4c33e-39d7-440b-8271-3edb115b242d req-59eab7b4-e46b-4c3d-9c71-3ad198dfb2bd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 944 time: 0.2688475 Apr 20 10:13:47.130815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.130815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.131128 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] 10.222.0.48 "PUT /v2.0/ports/80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 1094 time: 1.5996983 Apr 20 10:13:47.131451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:47.276161 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-90d4c33e-39d7-440b-8271-3edb115b242d req-90b033f0-dec6-4d05-84b4-16c8c8c9fd89 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503353 Apr 20 10:13:47.276964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Pushing event updated for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:47.281843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:47.399114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-d5206ece-242c-4beb-9d9b-aa409f1ca785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.400986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-d5206ece-242c-4beb-9d9b-aa409f1ca785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1097 time: 0.1806962 Apr 20 10:13:47.541247 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-0617071b-2322-4c7b-bded-de4d26aadf4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 217 time: 0.1210489 Apr 20 10:13:47.605201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e47006-58ce-48d1-9819-37116b5786f7 req-392ea652-3799-4596-9442-71aaec636c41 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.607118 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-83e47006-58ce-48d1-9819-37116b5786f7 req-392ea652-3799-4596-9442-71aaec636c41 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1038988 Apr 20 10:13:47.649563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-cf10107e-728a-4676-99fe-c04596961841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.652701 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-cf10107e-728a-4676-99fe-c04596961841 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.0978906 Apr 20 10:13:47.675763 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-83e47006-58ce-48d1-9819-37116b5786f7 req-99cb6699-0659-4003-bdfb-9fc2e825d06c tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618150 Apr 20 10:13:47.753449 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065', 'status': 'completed', 'code': 200} Apr 20 10:13:47.815500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-e0ed90c5-d97c-4fc0-b039-b18a43d88394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.818291 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-e0ed90c5-d97c-4fc0-b039-b18a43d88394 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576724 Apr 20 10:13:48.006587 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-c5c0ec12-2bb9-43c7-a521-a18d846bc5ab service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711016 Apr 20 10:13:48.126423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45141-f9d6-4e32-b82c-27a996385a1b req-6e8314ee-b3f2-46e9-8815-2d3b1de47990 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.131161 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-50e45141-f9d6-4e32-b82c-27a996385a1b req-6e8314ee-b3f2-46e9-8815-2d3b1de47990 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.2453303 Apr 20 10:13:48.248711 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-50e45141-f9d6-4e32-b82c-27a996385a1b req-e8ec8182-1328-4c4b-ad69-fa3707377097 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098375 Apr 20 10:13:48.291924 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-706cc107-1a4c-4bf8-88c2-06a3a465feef req-b8b74fc6-984d-4e37-9f59-d5ade56665d6 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697151 Apr 20 10:13:48.301163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd35b-1117-4c92-bdd5-8d90cd0bca17 req-b8a65d53-365d-4da9-8d21-c904184b1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.303023 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a58fd35b-1117-4c92-bdd5-8d90cd0bca17 req-b8a65d53-365d-4da9-8d21-c904184b1d29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.1900780 Apr 20 10:13:48.364396 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a58fd35b-1117-4c92-bdd5-8d90cd0bca17 req-e4542400-9e8c-4e43-9dd1-288a8fb06511 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536153 Apr 20 10:13:48.593340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bda110-13c6-4884-810e-5ad2c430dec4 req-39d69285-9882-4fa7-adbd-58e6ff720f9c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.595075 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-86bda110-13c6-4884-810e-5ad2c430dec4 req-39d69285-9882-4fa7-adbd-58e6ff720f9c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 944 time: 0.1808081 Apr 20 10:13:48.668310 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-86bda110-13c6-4884-810e-5ad2c430dec4 req-0395a110-20c6-47c7-bba0-4dacf1fb4275 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628400 Apr 20 10:13:48.679634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-bdabbc34-46b0-4279-b9b7-d02fc3336970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.681286 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-bdabbc34-46b0-4279-b9b7-d02fc3336970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1097 time: 0.2188165 Apr 20 10:13:48.690918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae28a-4eff-4aac-bd4b-825d3ad00ee8 req-73751331-de0c-46af-b79f-9fc05adce72c tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.692675 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-57aae28a-4eff-4aac-bd4b-825d3ad00ee8 req-73751331-de0c-46af-b79f-9fc05adce72c tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1322331 Apr 20 10:13:48.933099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604029e6-4cb2-40f1-b37c-3dee17ebb92d req-12022337-086a-4b35-ab2b-c6134c0dca20 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.934979 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-604029e6-4cb2-40f1-b37c-3dee17ebb92d req-12022337-086a-4b35-ab2b-c6134c0dca20 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1051085 Apr 20 10:13:48.991678 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-604029e6-4cb2-40f1-b37c-3dee17ebb92d req-5ed8433b-5938-4841-be18-13adb6220a85 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Apr 20 10:13:49.091462 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-57aae28a-4eff-4aac-bd4b-825d3ad00ee8 req-fafd072d-3619-4847-88a4-2e39f100b128 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913524 Apr 20 10:13:49.143819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-69d486a1-1a45-411f-86b1-eac402d320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.146210 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-69d486a1-1a45-411f-86b1-eac402d320d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.4470713 Apr 20 10:13:49.233130 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-380f3a50-af24-4f12-98e7-ff5356ab68cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 217 time: 0.0748007 Apr 20 10:13:49.313336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-5a47c7ad-6026-4a11-bdb3-7862900e6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.315025 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-5a47c7ad-6026-4a11-bdb3-7862900e6559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.0709763 Apr 20 10:13:49.415309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-ae09a9bf-d71b-4e89-a9a8-c37d8223d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.416164 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-ae09a9bf-d71b-4e89-a9a8-c37d8223d8e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880263 Apr 20 10:13:49.496126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43f442-33f3-40dc-933d-052d55291940 req-6fd642a2-65d5-489d-af13-2a279f1cb0be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.497994 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fe43f442-33f3-40dc-933d-052d55291940 req-6fd642a2-65d5-489d-af13-2a279f1cb0be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1009033 Apr 20 10:13:49.566108 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fe43f442-33f3-40dc-933d-052d55291940 req-39d72371-afe8-4600-a485-aba18bff47ad tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606813 Apr 20 10:13:49.594798 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-83652fb7-976e-4dd5-8a95-7b7f4189b98b service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585977 Apr 20 10:13:49.775936 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d890d3d8-d189-4025-a7a7-00fb85e2553b req-ef389279-c3be-4133-a9f2-62b0ea959f94 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655464 Apr 20 10:13:49.903108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944a18-ab91-4352-a008-8670d77d8e00 req-3e6817e1-f002-4343-8315-7b778d7e256b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.904923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-09944a18-ab91-4352-a008-8670d77d8e00 req-3e6817e1-f002-4343-8315-7b778d7e256b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 944 time: 0.1110423 Apr 20 10:13:49.959549 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-09944a18-ab91-4352-a008-8670d77d8e00 req-adc98499-479b-47c0-9419-731f208ccb53 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467098 Apr 20 10:13:50.222940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff491c-5dee-48fa-80b3-3c68362baf48 req-b802340e-3ba8-4a32-bc8f-24bbf219274a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:50.225054 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-63ff491c-5dee-48fa-80b3-3c68362baf48 req-b802340e-3ba8-4a32-bc8f-24bbf219274a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1091902 Apr 20 10:13:50.308867 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-63ff491c-5dee-48fa-80b3-3c68362baf48 req-2bb82dcd-a461-4cb0-95ee-80b5be1f7e20 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764360 Apr 20 10:13:50.407405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf18d43-08ab-464c-a1d0-8cfeecdcff2f req-fd776fbe-ee6d-4588-be68-a55a2d808e38 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:50.409366 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abf18d43-08ab-464c-a1d0-8cfeecdcff2f req-fd776fbe-ee6d-4588-be68-a55a2d808e38 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1316993 Apr 20 10:13:50.473804 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abf18d43-08ab-464c-a1d0-8cfeecdcff2f req-7f5fe73c-7e30-4d0f-9803-4810f2a545a4 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Apr 20 10:13:50.862094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cc63-f329-4e99-a6c3-c3f27d977c23 req-d16b8449-f40e-42a3-a13d-71985f83bdab tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:50.864003 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2bc5cc63-f329-4e99-a6c3-c3f27d977c23 req-d16b8449-f40e-42a3-a13d-71985f83bdab tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1455331 Apr 20 10:13:50.960793 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2bc5cc63-f329-4e99-a6c3-c3f27d977c23 req-b5168170-f3e7-4d58-b60a-d5359ac30eb9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838275 Apr 20 10:13:51.243626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 80ff80eb-cb63-454d-b900-4d118699d065 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:51.245641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e455f172-f759-4204-a69a-c1499ad977f0 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.247731 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e455f172-f759-4204-a69a-c1499ad977f0 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.2941830 Apr 20 10:13:51.251123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-4675aff3-920d-4f1c-ad20-57e495d22951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.252650 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-4675aff3-920d-4f1c-ad20-57e495d22951 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.3724813 Apr 20 10:13:51.274759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-5ec01c1e-a827-4b6e-a5f0-ec417bb6e7f6 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.276670 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-5ec01c1e-a827-4b6e-a5f0-ec417bb6e7f6 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.3221042 Apr 20 10:13:51.293819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ca4d2-5827-48f3-a631-507081de7d5c req-5f6c1aba-59dd-41e8-b542-21beef6a814b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.296768 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df1ca4d2-5827-48f3-a631-507081de7d5c req-5f6c1aba-59dd-41e8-b542-21beef6a814b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1230862 Apr 20 10:13:51.309639 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-d40592d0-b7f3-45e9-b802-01198a559e1b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/quotas/b27593ec9302489fbdedbf1ab3584bdf HTTP/1.1" status: 200 len: 375 time: 0.0544190 Apr 20 10:13:51.383671 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df1ca4d2-5827-48f3-a631-507081de7d5c req-ca7a7cf4-f920-4e91-9128-9853ff0f3803 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791922 Apr 20 10:13:51.509668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=80ff80eb-cb63-454d-b900-4d118699d065,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:51.534547 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '80ff80eb-cb63-454d-b900-4d118699d065', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'port_id': '80ff80eb-cb63-454d-b900-4d118699d065', 'mac_address': 'fa:16:3e:65:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:51.555518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Deleting port 6a93d76b-c841-4c72-b406-0645cfb58993 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:13:51.556062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.598718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.624741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ff80eb-cb63-454d-b900-4d118699d065 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:51.644881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=80ff80eb-cb63-454d-b900-4d118699d065,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:51.693861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.696078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-31bac3d9-e55c-4218-8c2e-5b02576b9d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:51.738500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8b87-d22c-4040-b24f-3312abe311b1 req-64902652-2874-4b5c-a8ae-d25d30d937d8 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.739867 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abfa8b87-d22c-4040-b24f-3312abe311b1 req-64902652-2874-4b5c-a8ae-d25d30d937d8 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 944 time: 0.1499102 Apr 20 10:13:51.740392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-037bfd64-dbf5-497e-af63-4054055985d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.742086 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-037bfd64-dbf5-497e-af63-4054055985d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.4630771 Apr 20 10:13:51.778429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:51.782596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:51.832133 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abfa8b87-d22c-4040-b24f-3312abe311b1 req-a48b9d43-5ae1-449f-83c2-b1d71ca16e7c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781229 Apr 20 10:13:51.845235 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-7e99880e-9603-4909-b6da-860184efe0be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.0917211 Apr 20 10:13:51.860992 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-d708a618-d545-4124-a892-38789225fb1a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5060141 Apr 20 10:13:52.040840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44146bc5-4e5b-4c16-8d2b-23625584a327 req-43676a35-906c-4179-b080-02c8895b68f1 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.042670 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-44146bc5-4e5b-4c16-8d2b-23625584a327 req-43676a35-906c-4179-b080-02c8895b68f1 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 945 time: 0.1030324 Apr 20 10:13:52.072784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['80ff80eb-cb63-454d-b900-4d118699d065'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:52.105192 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-44146bc5-4e5b-4c16-8d2b-23625584a327 req-17c29f0b-3d15-4f92-aa02-ff63c4732318 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Apr 20 10:13:52.121620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-6e03f14c-7f63-41d8-96d1-135db3a51f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.123365 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-6e03f14c-7f63-41d8-96d1-135db3a51f7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.2435191 Apr 20 10:13:52.206832 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-46a884e4-0333-4b0f-9b2c-1d8a39b7a39b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554338 Apr 20 10:13:52.360563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] For port 6a93d76b-c841-4c72-b406-0645cfb58993, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6a93d76b-c841-4c72-b406-0645cfb58993,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:52.360881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:52.414636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f48b-9216-452a-926e-a82d0a8adea4 req-30e2475a-f6c3-4703-b9c6-85fc006a29d2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.416366 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1857f48b-9216-452a-926e-a82d0a8adea4 req-30e2475a-f6c3-4703-b9c6-85fc006a29d2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1003761 Apr 20 10:13:52.497101 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1857f48b-9216-452a-926e-a82d0a8adea4 req-b88f2394-c153-4617-9cb2-ffcaed8d4e34 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680654 Apr 20 10:13:52.845395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3f8c7-92c1-43ff-b784-f25b4d127905 req-65aafcb2-3a07-41a0-bcef-e120c02f2fd9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.847189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-84b3f8c7-92c1-43ff-b784-f25b4d127905 req-65aafcb2-3a07-41a0-bcef-e120c02f2fd9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1393158 Apr 20 10:13:52.902964 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-84b3f8c7-92c1-43ff-b784-f25b4d127905 req-712164e9-e8e5-43b3-be82-dd41e05b8b11 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Apr 20 10:13:52.917452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Calling delete_port for 6a93d76b-c841-4c72-b406-0645cfb58993 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:13:52.951885 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-ee8ec322-3a11-4bae-8582-1623c4822fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0698156 Apr 20 10:13:53.147448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc67a2d-9805-44ff-8d00-ddf8310558a7 req-da2082c7-a76a-44f2-a06f-0eb9ca16678e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:53.149193 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bcc67a2d-9805-44ff-8d00-ddf8310558a7 req-da2082c7-a76a-44f2-a06f-0eb9ca16678e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 945 time: 0.1189470 Apr 20 10:13:53.166703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-fb0d258c-e93b-4291-8065-9826ffa8fcfd service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280844 Apr 20 10:13:53.237137 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bcc67a2d-9805-44ff-8d00-ddf8310558a7 req-7a8a3080-67b0-470f-bd58-766d72fa2a25 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753253 Apr 20 10:13:53.354972 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-9a53740f-2d01-4c98-8c63-3932aeb33ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931289 Apr 20 10:13:53.440062 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-548be365-ab23-4236-b138-6b917f28db56 req-a3a9258b-8416-490e-aa31-577154079ea4 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0851364 Apr 20 10:13:53.447023 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7ad688e-8d61-401c-998a-05f5be47ef1d req-1572e9c4-b336-42a9-b367-86c14618361f service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649317 Apr 20 10:13:53.513684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:53.521239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:53.579043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Pushing event deleted for resources: {'Port': ['ID=6a93d76b-c841-4c72-b406-0645cfb58993,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:53.615017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:53.664956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] No DVR routers for this DVR port 6a93d76b-c841-4c72-b406-0645cfb58993 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:13:53.668647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:53.672542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'name': 'network-vif-deleted', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:53.733535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-deae3edc-a130-4847-9b00-accf2a3a9545 req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "DELETE /v2.0/ports/6a93d76b-c841-4c72-b406-0645cfb58993 HTTP/1.1" status: 204 len: 173 time: 2.4258015 Apr 20 10:13:53.771310 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dfed0-6c69-4536-bc6b-d232df71fead', 'name': 'network-vif-deleted', 'tag': '6a93d76b-c841-4c72-b406-0645cfb58993', 'status': 'completed', 'code': 200} Apr 20 10:13:53.801226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a476-4571-4d7c-b987-72366ede3d5c req-851d3b69-83f2-41fc-b2f0-a091eb162106 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:53.803395 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-97a8a476-4571-4d7c-b987-72366ede3d5c req-851d3b69-83f2-41fc-b2f0-a091eb162106 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1238940 Apr 20 10:13:53.881974 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-97a8a476-4571-4d7c-b987-72366ede3d5c req-9c8ab8b9-d4a8-44b2-aeba-c1d7e0d25365 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656054 Apr 20 10:13:53.929298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2da35c46-bdff-4c97-8452-33dae9402f8a req-03ed5ba8-503d-41dc-911b-e13733225035 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 210 time: 0.0916486 Apr 20 10:13:54.191013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979561f9-f578-4fa8-8fd3-8bbda5a2d466 req-a0f43c70-9380-402f-92ad-0821dc6bdb2e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:54.192798 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-979561f9-f578-4fa8-8fd3-8bbda5a2d466 req-a0f43c70-9380-402f-92ad-0821dc6bdb2e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1433408 Apr 20 10:13:54.255846 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-979561f9-f578-4fa8-8fd3-8bbda5a2d466 req-e1b67cde-bbff-4f43-beb9-d30839811b7b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 Apr 20 10:13:54.533018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f21a0-1ae9-42ce-a9bc-12f55ea1a192 req-e7f5cd19-3be9-47cc-80d2-283badee087a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:54.535998 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a68f21a0-1ae9-42ce-a9bc-12f55ea1a192 req-e7f5cd19-3be9-47cc-80d2-283badee087a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 945 time: 0.1552813 Apr 20 10:13:54.610773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a68f21a0-1ae9-42ce-a9bc-12f55ea1a192 req-b0008be1-66f8-482e-9f97-d8cfb963f6f8 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655890 Apr 20 10:13:54.718869 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51d30fcd-ca3a-43d8-9794-9d060e6aa873 req-9aa31540-3b4c-42f3-9111-28f437b12918 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c5dfed0-6c69-4536-bc6b-d232df71fead HTTP/1.1" status: 200 len: 210 time: 0.0532625 Apr 20 10:13:55.148437 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7fa54fb6-cdba-48b0-8df6-292c0c97eb46 req-85965ac4-86ad-407e-a35f-0a89d06ad87b tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 210 time: 0.0546262 Apr 20 10:13:55.156992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce970c-7e18-45ee-ad8c-2e56666209a1 req-c491e347-0d95-4ca5-882e-a195b87a1172 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:55.158632 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a4ce970c-7e18-45ee-ad8c-2e56666209a1 req-c491e347-0d95-4ca5-882e-a195b87a1172 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.0975373 Apr 20 10:13:55.210933 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a4ce970c-7e18-45ee-ad8c-2e56666209a1 req-9265f5b8-29b5-43fb-a2e6-d4d345e0f4e1 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456862 Apr 20 10:13:55.274150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 80ff80eb-cb63-454d-b900-4d118699d065 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:55.444911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 80ff80eb-cb63-454d-b900-4d118699d065 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:55.450662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 80ff80eb-cb63-454d-b900-4d118699d065 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:55.451372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:55.517117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7289e-0782-4048-8a48-d5d92abcfe0b req-3acd7b2b-571a-4868-8adf-a13ce2b15f27 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:55.518879 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eff7289e-0782-4048-8a48-d5d92abcfe0b req-3acd7b2b-571a-4868-8adf-a13ce2b15f27 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.0963695 Apr 20 10:13:55.577466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eff7289e-0782-4048-8a48-d5d92abcfe0b req-3ee0818d-529b-40e7-a84c-422a19217ecb tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485470 Apr 20 10:13:55.606101 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:55.636943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:55.648361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=80ff80eb-cb63-454d-b900-4d118699d065,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:55.694226 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065', 'code': 200} Apr 20 10:13:55.717022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:55.718010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6a93d76b-c841-4c72-b406-0645cfb58993 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:13:55.758486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:55.816380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 6a93d76b-c841-4c72-b406-0645cfb58993 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:13:55.816809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6a93d76b-c841-4c72-b406-0645cfb58993 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:13:55.856554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:55.860847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:55.920401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f060-1c75-4cd4-9a07-97e639e9b880 req-8bd6cc4a-ea9e-4d92-b45d-2517aef6afe1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:55.922522 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa28f060-1c75-4cd4-9a07-97e639e9b880 req-8bd6cc4a-ea9e-4d92-b45d-2517aef6afe1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1606910 Apr 20 10:13:55.982771 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa28f060-1c75-4cd4-9a07-97e639e9b880 req-346fb432-81e4-400e-a364-113baa283602 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528581 Apr 20 10:13:56.323450 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4eef38a1-c94c-48d8-a302-2b5e700590d8 req-14e661cc-5b7e-4ab7-b9e0-ca1e72510680 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 210 time: 0.0512550 Apr 20 10:13:56.498145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9aec1-8d14-435e-9435-12466d74b0a3 req-d7066b13-61f9-470a-98f7-cad5dfac9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.500854 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abf9aec1-8d14-435e-9435-12466d74b0a3 req-d7066b13-61f9-470a-98f7-cad5dfac9460 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1099 time: 0.4141738 Apr 20 10:13:56.553089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-bcf5ddd9-b206-46b6-b36f-1c0adfd0d74f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.555066 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-bcf5ddd9-b206-46b6-b36f-1c0adfd0d74f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 815 time: 0.3747833 Apr 20 10:13:56.569575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-5d920fa2-45d0-401c-a212-6d623b7ff857 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.571175 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-5d920fa2-45d0-401c-a212-6d623b7ff857 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 808 time: 0.4331179 Apr 20 10:13:56.580148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Request body: {'port': {'device_id': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'admin_state_up': True, 'tenant_id': 'b27593ec9302489fbdedbf1ab3584bdf'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:56.588521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce1ae7-1b93-4241-8d0c-ba4bccfaa8ff req-2c077a50-103c-4a7b-95af-d8da41e1535f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.590169 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06ce1ae7-1b93-4241-8d0c-ba4bccfaa8ff req-2c077a50-103c-4a7b-95af-d8da41e1535f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1416545 Apr 20 10:13:56.655373 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06ce1ae7-1b93-4241-8d0c-ba4bccfaa8ff req-07797ee1-1221-4b30-b980-792734b6814d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580111 Apr 20 10:13:56.683978 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-abf9aec1-8d14-435e-9435-12466d74b0a3 req-14b8f402-2a9d-4c58-8ce1-c8e473659c64 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674185 Apr 20 10:13:56.695358 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-883b91c8-5152-456e-9193-49b0ebc93e41 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/quotas/d667038745f1494bb766d04721ea601a HTTP/1.1" status: 200 len: 375 time: 0.0931673 Apr 20 10:13:56.773568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-4f6b1f43-b373-4dc9-87b7-ecfa5a5c3e5a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Synchronizing usage tracker for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:56.857706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:56.858053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2452c-521f-4eac-baf9-95656cb506a6 req-061e3fe8-d27a-4f4e-8fea-2f58056231a9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.859819 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3dc2452c-521f-4eac-baf9-95656cb506a6 req-061e3fe8-d27a-4f4e-8fea-2f58056231a9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.0971103 Apr 20 10:13:56.862060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-4f6b1f43-b373-4dc9-87b7-ecfa5a5c3e5a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Unset dirty status for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:56.864470 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-4f6b1f43-b373-4dc9-87b7-ecfa5a5c3e5a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1617448 Apr 20 10:13:56.909380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:56.916985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3dc2452c-521f-4eac-baf9-95656cb506a6 req-8d44aa15-1ae3-42b1-8de4-193ab2b32426 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Apr 20 10:13:57.043662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Made reservation on behalf of b27593ec9302489fbdedbf1ab3584bdf for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:57.057033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:57.108189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-90f1f082-603d-419e-bb99-02471da48ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321696 Apr 20 10:13:57.269439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faaaf2-0438-4d91-aa5c-0e955cdf8b99 req-8141f2b7-3ff5-49ef-b0a8-624a0d2a81d3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:57.271173 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99faaaf2-0438-4d91-aa5c-0e955cdf8b99 req-8141f2b7-3ff5-49ef-b0a8-624a0d2a81d3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1077254 Apr 20 10:13:57.327421 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99faaaf2-0438-4d91-aa5c-0e955cdf8b99 req-1e58fe2f-622b-4dd0-aad7-d0345e03eaf4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461566 Apr 20 10:13:57.442640 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-5fbe75ab-5ba6-4ed8-8bf3-acc5eaa35a7c service neutron] 10.222.0.20 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234818 Apr 20 10:13:57.456557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Allocated IP 172.20.0.4 (ffa6114e-f146-4213-a11c-4f3bc2b7039b/87bf3025-6cae-452a-829a-17e27442653f/ca7b3b46-60cc-4448-bd99-092c0ee9699e) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:57.540182 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec2141d5-f4e3-4db7-b075-6418f3972cdf req-6f6ecf85-212c-4fa5-bed9-6994c241058a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 210 time: 0.0895710 Apr 20 10:13:57.756444 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b2ccc806-2fd0-446d-ac05-d1182b31d82c req-33565a41-d5b1-4041-b177-8f05c3b355f3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 210 time: 0.0752153 Apr 20 10:13:57.872230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:57.930105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e777bf5-d3e3-443d-bb0b-ed4f58a33c77 req-9177d522-ddb8-414e-a2d0-5f165b275376 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:57.932153 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2e777bf5-d3e3-443d-bb0b-ed4f58a33c77 req-9177d522-ddb8-414e-a2d0-5f165b275376 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1340973 Apr 20 10:13:58.004373 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2e777bf5-d3e3-443d-bb0b-ed4f58a33c77 req-5a4ab5bf-25b1-4adc-aee7-62a76d0a540d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621741 Apr 20 10:13:58.015304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:58.029574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eb68f0f2-2ed4-4e14-b342-b66b8e96bd98 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:58.041077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883', 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', '6f6b297d-fa83-40e9-a857-6f650b8c33f9'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:58.140627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:58.147751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:58.167617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:58.303265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:58.304545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:58.350403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event updated for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:58.361707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:58.426732 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506274 Apr 20 10:13:58.446141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Request body: {'port': {'device_id': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:58.640351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a398-f91b-48ad-9b0a-2c7d0b7e60c0 req-205037dd-9108-40c9-b302-0e849e93694e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:58.647580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0334a398-f91b-48ad-9b0a-2c7d0b7e60c0 req-205037dd-9108-40c9-b302-0e849e93694e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1766882 Apr 20 10:13:58.680629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:58.771122 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0334a398-f91b-48ad-9b0a-2c7d0b7e60c0 req-3b2c15e7-c2b1-481c-bfa1-8967201d6a9c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143587 Apr 20 10:13:59.085454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67505-a633-40a6-8da3-4e71f31439e0 req-192c3ac5-3dc7-4e36-a06a-8d9f5cc6cb35 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.088318 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eaa67505-a633-40a6-8da3-4e71f31439e0 req-192c3ac5-3dc7-4e36-a06a-8d9f5cc6cb35 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1030011 Apr 20 10:13:59.089856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3cc36-9270-4391-9868-959725ce442b req-d9b29435-87ca-4306-87d6-9f8c904fffe9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.090697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-52e3cc36-9270-4391-9868-959725ce442b req-d9b29435-87ca-4306-87d6-9f8c904fffe9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:59.103576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44650) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:59.114732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'floatingip': {'port_id': '80ff80eb-cb63-454d-b900-4d118699d065'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:59.203803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-52e3cc36-9270-4391-9868-959725ce442b req-d9b29435-87ca-4306-87d6-9f8c904fffe9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:59.205020 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-52e3cc36-9270-4391-9868-959725ce442b req-d9b29435-87ca-4306-87d6-9f8c904fffe9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 931 time: 0.4456778 Apr 20 10:13:59.313051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7b3b46-60cc-4448-bd99-092c0ee9699e {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:59.319540 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-107deca0-746b-4502-99f3-f35d13d4e08a req-37c79f91-cc62-4f2a-b8f7-41986360c6a8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 210 time: 0.0713634 Apr 20 10:13:59.322179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:59.327122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:59.336857 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-52e3cc36-9270-4391-9868-959725ce442b req-55decdb8-95d0-4a01-bb14-a1a0c38acede tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835888 Apr 20 10:13:59.362813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Transition to ACTIVE for port object ca7b3b46-60cc-4448-bd99-092c0ee9699e will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:59.407863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:59.420717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:59.703175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102302d-a9c3-4c72-a92c-e57b29ea2205 req-806a86a0-cd0b-4e9c-b680-5c07edc1019d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.705911 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d102302d-a9c3-4c72-a92c-e57b29ea2205 req-806a86a0-cd0b-4e9c-b680-5c07edc1019d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2119935 Apr 20 10:13:59.889680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:59.929414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:00.131693 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d102302d-a9c3-4c72-a92c-e57b29ea2205 req-028d7096-6504-4267-85b7-7a412f1344e4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585742 Apr 20 10:14:00.167488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-791b3138-76e7-40cc-b237-65f100cd9214 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.169137 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-791b3138-76e7-40cc-b237-65f100cd9214 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 808 time: 0.2472725 Apr 20 10:14:00.183207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Request body: {'port': {'device_id': '6a888366-e771-46d9-ad1b-64fbef75da92', 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13', 'admin_state_up': True, 'tenant_id': 'd667038745f1494bb766d04721ea601a'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:00.306811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Attempting to bind port ca7b3b46-60cc-4448-bd99-092c0ee9699e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:14:00.307182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Attempting to bind port ca7b3b46-60cc-4448-bd99-092c0ee9699e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:14:00.307563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Attempting to bind port ca7b3b46-60cc-4448-bd99-092c0ee9699e on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:00.318596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386285-3757-40e5-9285-ba66a295d96b req-76f171a6-7e5f-440e-a038-d795ece604eb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.320350 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f386285-3757-40e5-9285-ba66a295d96b req-76f171a6-7e5f-440e-a038-d795ece604eb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.5191891 Apr 20 10:14:00.330498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Port ca7b3b46-60cc-4448-bd99-092c0ee9699e on network ffa6114e-f146-4213-a11c-4f3bc2b7039b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:14:00.330709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Attempting to bind port ca7b3b46-60cc-4448-bd99-092c0ee9699e on network ffa6114e-f146-4213-a11c-4f3bc2b7039b {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:00.395425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:14:00.395969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Checking segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:00.396304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Bound using segment: {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:14:00.396889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Bound port: ca7b3b46-60cc-4448-bd99-092c0ee9699e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d19d19b-a469-4e34-9db1-1047731a4b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:14:00.397353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.503522 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f386285-3757-40e5-9285-ba66a295d96b req-12bb2908-1db6-40c4-bb51-e5e557423275 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1651285 Apr 20 10:14:00.560119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:14:00.565072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:14:00.573362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:00.599876 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.606078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:00.706717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:00.756831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.811072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.858097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.858520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.861168 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca7b3b46-60cc-4448-bd99-092c0ee9699e HTTP/1.1" status: 200 len: 1093 time: 2.4201779 Apr 20 10:14:00.862613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:00.886031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Made reservation on behalf of d667038745f1494bb766d04721ea601a for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:14:00.895892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.943233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-84e7cf61-4212-4dce-aa57-09aaf45f575d req-09f4a5ae-b7ca-40d1-9bc7-efd95294988d tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 210 time: 0.1683218 Apr 20 10:14:01.078862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:01.083883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Floating IP 645291ed-393b-4ad8-bd0a-b88ac79ff09c associated. External IP: 172.28.0.170, port: 80ff80eb-cb63-454d-b900-4d118699d065. Apr 20 10:14:01.094556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:01.274923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-52e9a2e8-7ee3-4784-8a1a-a07131ee3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:01.276646 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-52e9a2e8-7ee3-4784-8a1a-a07131ee3196 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 1096 time: 0.2542119 Apr 20 10:14:01.349951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Allocated IP 172.20.0.6 (1b46d31b-6b59-4d48-ae34-cf83731a1d13/284df62c-346d-477c-b5e4-6d7397e2a7fd/223b8444-12c9-4423-af0d-4e59b02b59e7) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:14:01.375916 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-32997cf2-8cb2-42a6-ac12-4ea7cce22378 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e HTTP/1.1" status: 200 len: 217 time: 0.0856020 Apr 20 10:14:01.438984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac243079-7e2c-4c93-98b0-7f1faa37847e req-beb25295-221a-4b73-9669-047165edebca tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:01.440752 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac243079-7e2c-4c93-98b0-7f1faa37847e req-beb25295-221a-4b73-9669-047165edebca tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 943 time: 0.3354862 Apr 20 10:14:01.542392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-3ac07298-6552-4151-9dc3-154fb5c68fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:01.544116 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-3ac07298-6552-4151-9dc3-154fb5c68fba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.1601040 Apr 20 10:14:01.589336 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac243079-7e2c-4c93-98b0-7f1faa37847e req-258d7959-0492-49b2-8b62-0c308a895a47 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258957 Apr 20 10:14:01.593420 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:14:01.668574 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e', 'status': 'completed', 'code': 200} Apr 20 10:14:01.742276 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-99906c26-f987-49f4-83a0-c639357b6c51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854091 Apr 20 10:14:01.834532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:14:01.839052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:01.845489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:14:01.856373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:14:01.857209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:01.905351 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-60fa0904-02cd-43a2-aaaf-d6dd14f84f44 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "PUT /v2.0/floatingips/645291ed-393b-4ad8-bd0a-b88ac79ff09c HTTP/1.1" status: 200 len: 992 time: 2.7975776 Apr 20 10:14:01.905351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:02.039820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effe724-fb7d-4f23-9c1b-0b20000bd582 req-3d94fb57-988a-4a6e-a393-be01580ee6b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:02.048339 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2effe724-fb7d-4f23-9c1b-0b20000bd582 req-3d94fb57-988a-4a6e-a393-be01580ee6b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.3128548 Apr 20 10:14:02.053719 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:02.071365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:14:02.132631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065', 'status': 'completed', 'code': 200} Apr 20 10:14:02.177752 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-92c8584f-6476-4638-a2fc-64c6d7541dc8 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937926 Apr 20 10:14:02.300241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:02.320368 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2effe724-fb7d-4f23-9c1b-0b20000bd582 req-dacf423c-64ad-4a4f-b3f4-4147ccf9553f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2706594 Apr 20 10:14:02.411884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8294-5e5d-40ad-9162-b82103656f20 req-e581daf2-28f1-4bee-836c-c3b2f6909cc1 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:02.414298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-db1d8294-5e5d-40ad-9162-b82103656f20 req-e581daf2-28f1-4bee-836c-c3b2f6909cc1 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 931 time: 0.1363130 Apr 20 10:14:02.423614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:02.551909 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-db1d8294-5e5d-40ad-9162-b82103656f20 req-0df89f91-290d-4aba-bb34-08f9242392d7 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244173 Apr 20 10:14:02.605420 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '645291ed-393b-4ad8-bd0a-b88ac79ff09c', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '80ff80eb-cb63-454d-b900-4d118699d065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:65:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:13:35Z', 'updated_at': '2021-04-20T10:14:00Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:02.610915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:14:02.625993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:14:02.626729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:13:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:02.646239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:02.660329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:02.704096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:14:02.899806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:14:03.189277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Pushing event updated for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:03.193420 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-109c1aef-1ce4-41c1-b65e-43f51d16ec68 req-7b61296e-4d67-4b23-8684-5f0e2dff8f57 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457638 Apr 20 10:14:03.206407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:03.223845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470390-e217-41ab-8414-2e09c3b2173a req-ae082d8d-3863-4bf3-a576-1f7a4e8e92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.227812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-ae082d8d-3863-4bf3-a576-1f7a4e8e92fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1099 time: 1.0521612 Apr 20 10:14:03.471579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '645291ed-393b-4ad8-bd0a-b88ac79ff09c', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '80ff80eb-cb63-454d-b900-4d118699d065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:65:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:13:35Z', 'updated_at': '2021-04-20T10:14:00Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:03.482506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398eef2-0cf4-4785-867d-33af258b86ee None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '645291ed-393b-4ad8-bd0a-b88ac79ff09c', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '80ff80eb-cb63-454d-b900-4d118699d065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:65:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:13:35Z', 'updated_at': '2021-04-20T10:14:00Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:14:03.580877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.587657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:03.631129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc892aef-5e68-4c0d-a095-494b2ff7d417 req-32592276-9721-474d-ac3f-486afb68691b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.632896 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bc892aef-5e68-4c0d-a095-494b2ff7d417 req-32592276-9721-474d-ac3f-486afb68691b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1720977 Apr 20 10:14:03.697298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bc892aef-5e68-4c0d-a095-494b2ff7d417 req-b0217d71-f754-42a1-8761-2f98766c4dce tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563526 Apr 20 10:14:03.745571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe04cc-6845-463e-ba6e-2b1045490980 req-dad6ecb6-660a-40c9-9d27-3a9f30fa142f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.749181 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eebe04cc-6845-463e-ba6e-2b1045490980 req-dad6ecb6-660a-40c9-9d27-3a9f30fa142f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 943 time: 0.6617382 Apr 20 10:14:03.790900 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6118457 Apr 20 10:14:03.826696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Request body: {'port': {'device_id': '6a888366-e771-46d9-ad1b-64fbef75da92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:03.898382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470390-e217-41ab-8414-2e09c3b2173a req-a3f78b7c-3e58-4af3-9f1f-6d2cc76dbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.901040 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-a3f78b7c-3e58-4af3-9f1f-6d2cc76dbcf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.6507583 Apr 20 10:14:03.954996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b7b60-a097-48c8-b747-2052807b8800 None None] New status for floating IP 645291ed-393b-4ad8-bd0a-b88ac79ff09c: ACTIVE {{(pid=86441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:14:04.068576 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eebe04cc-6845-463e-ba6e-2b1045490980 req-79f3cbee-78b0-452d-b43f-647e2edb8f46 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037400 Apr 20 10:14:04.076958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-843004e6-2c04-4d69-8e4d-1ce78c7d3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.079741 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-843004e6-2c04-4d69-8e4d-1ce78c7d3772 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 1096 time: 0.6716108 Apr 20 10:14:04.102374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90dfa-6fbf-4d0f-8ebe-ba658e868720 req-f4e65416-5ded-4879-b5db-8aed05015afa tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.111778 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0fd90dfa-6fbf-4d0f-8ebe-ba658e868720 req-f4e65416-5ded-4879-b5db-8aed05015afa tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 931 time: 0.2263417 Apr 20 10:14:04.202865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0fd90dfa-6fbf-4d0f-8ebe-ba658e868720 req-49a4d34a-4dac-408d-8be7-a867bb53d17b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675321 Apr 20 10:14:04.266170 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-5ade4789-2a37-4e25-90d7-032c3502befc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 1000 time: 0.3451130 Apr 20 10:14:04.563972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:04.691954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470390-e217-41ab-8414-2e09c3b2173a req-22afc8d3-6b74-48c4-8c35-f03526303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.693712 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-22afc8d3-6b74-48c4-8c35-f03526303104 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.2714262 Apr 20 10:14:04.858698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-ef6d6ba0-b75f-4242-a11a-14f688498a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.858698 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-ef6d6ba0-b75f-4242-a11a-14f688498a8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 200 len: 916 time: 0.7576816 Apr 20 10:14:05.038496 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-cbb017bf-9f80-4c6b-9ed5-6d8a2f7d161c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e HTTP/1.1" status: 200 len: 217 time: 0.1500683 Apr 20 10:14:05.278440 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470390-e217-41ab-8414-2e09c3b2173a req-d86af78b-71a0-4e4c-9228-88b2b553c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:05.281305 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-d86af78b-71a0-4e4c-9228-88b2b553c1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5794525 Apr 20 10:14:05.328299 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-f9652ed7-1281-43b9-a204-de9c968dd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:05.329906 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-f9652ed7-1281-43b9-a204-de9c968dd1d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 200 len: 855 time: 0.2277930 Apr 20 10:14:05.335395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:14:05.513500 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-426fbe1d-ceec-4493-8247-09624160167d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffa6114e-f146-4213-a11c-4f3bc2b7039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465271 Apr 20 10:14:05.669628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291cfd-a978-4988-af7a-306bed8e25ca req-e292ea05-f1a5-4949-b179-c512a7efd3f9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:05.673264 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d5291cfd-a978-4988-af7a-306bed8e25ca req-e292ea05-f1a5-4949-b179-c512a7efd3f9 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 943 time: 0.3075013 Apr 20 10:14:05.834582 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d5291cfd-a978-4988-af7a-306bed8e25ca req-9c50b2ae-676b-4585-9102-2fc5b011fdb1 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461940 Apr 20 10:14:05.872412 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-0a595f2b-15bf-475d-b5ad-78096c9c8ddb service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412409 Apr 20 10:14:05.936157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:05.968844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:14:06.057438 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.079516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:06.094009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38091ab-5b6f-41f5-8115-d4e66c98042f req-e4aa8def-a6f1-4697-a931-91216fc269ee tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.097338 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b38091ab-5b6f-41f5-8115-d4e66c98042f req-e4aa8def-a6f1-4697-a931-91216fc269ee tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1380670 Apr 20 10:14:06.129274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:06.148791 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-7030e786-537e-498d-9445-5b541cd93c0f service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594597 Apr 20 10:14:06.179906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2816-2e2d-4b00-8e68-7d9177c9c4a1 req-42421f77-96d1-4d38-bce1-ebaee0190fbd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.181631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-461f2816-2e2d-4b00-8e68-7d9177c9c4a1 req-42421f77-96d1-4d38-bce1-ebaee0190fbd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 1.2277551 Apr 20 10:14:06.187368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.212912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:06.213414 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b38091ab-5b6f-41f5-8115-d4e66c98042f req-d2172e2c-26a8-4369-b2a2-838653a1199d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887029 Apr 20 10:14:06.355804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=6']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:06.359800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:06.365025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['c86c102a-6f9e-42ae-aed3-def66c5d598e'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:06.377021 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-461f2816-2e2d-4b00-8e68-7d9177c9c4a1 req-de4e9c34-1e2b-49ae-822d-07e2b3eb668d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1582313 Apr 20 10:14:06.395911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-1e46fc08-69d8-4f2a-9a5a-8d540749eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.398850 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-1e46fc08-69d8-4f2a-9a5a-8d540749eece service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 1.1285965 Apr 20 10:14:06.670603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863a47-b650-4b9f-9a2c-77da3b4820d2 req-d8f7e0f6-2766-411c-935d-a484faadbf98 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.672926 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c863a47-b650-4b9f-9a2c-77da3b4820d2 req-d8f7e0f6-2766-411c-935d-a484faadbf98 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 931 time: 0.1725276 Apr 20 10:14:06.681895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-ac914861-2f9b-4d53-8ab0-c962808a98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.683556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-ac914861-2f9b-4d53-8ab0-c962808a98dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.2745759 Apr 20 10:14:06.688990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b8444-12c9-4423-af0d-4e59b02b59e7 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:06.757052 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7c863a47-b650-4b9f-9a2c-77da3b4820d2 req-30fc2b73-1c39-4cf3-8c01-474b4181b2e2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762458 Apr 20 10:14:06.772853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.777332 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-6081fc16-9447-4e3e-aa2d-edc6605e26e4 service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2117605 Apr 20 10:14:06.826866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-26ad6980-23fa-4ab1-8f77-6cafaf9b9b82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.1289406 Apr 20 10:14:06.927796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Transition to ACTIVE for port object 223b8444-12c9-4423-af0d-4e59b02b59e7 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:06.978417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.989097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-15189258-5ca1-485a-a229-e2088b64a262 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:07.161468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-b12f75a5-1762-4551-8a15-f8e69317d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:07.163069 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-b12f75a5-1762-4551-8a15-f8e69317d038 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.3267004 Apr 20 10:14:07.291853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:07.305909 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:07.311903 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-fe4643cd-f8f7-4a48-8a0a-b30d19e7ceac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172028 Apr 20 10:14:07.360267 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-351a15b5-1d3d-44ca-91f4-098b79b2929e service neutron] 10.222.0.48 "GET /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737081 Apr 20 10:14:07.360486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device ca7b3b46-60cc-4448-bd99-092c0ee9699e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:14:07.469701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1131c-4c3f-4146-8cf2-e86e912441b8 req-488f656d-9ce6-435e-8160-8c2fcde67dc1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:07.479395 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d2f1131c-4c3f-4146-8cf2-e86e912441b8 req-488f656d-9ce6-435e-8160-8c2fcde67dc1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1331551 Apr 20 10:14:07.547535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d2f1131c-4c3f-4146-8cf2-e86e912441b8 req-5bbfa404-1b4b-4ce9-90e7-4b656824710c tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669432 Apr 20 10:14:07.554994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:07.666663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b4c20-e718-4e6a-92c4-2c315a7b364d req-649d5044-fdfe-4437-aba3-a1ef4bfb77e8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:07.670548 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e55b4c20-e718-4e6a-92c4-2c315a7b364d req-649d5044-fdfe-4437-aba3-a1ef4bfb77e8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 943 time: 0.6172860 Apr 20 10:14:07.671931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Attempting to bind port 223b8444-12c9-4423-af0d-4e59b02b59e7 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:14:07.672548 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Attempting to bind port 223b8444-12c9-4423-af0d-4e59b02b59e7 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:14:07.673164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Attempting to bind port 223b8444-12c9-4423-af0d-4e59b02b59e7 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:07.726663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-398dcc38-89d6-4c91-8582-40ba1cbe2102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:07.727599 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-d08d47f3-1fea-4614-b2ef-32a7f134f3cc service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650746 Apr 20 10:14:07.732855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:07.735826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Port 223b8444-12c9-4423-af0d-4e59b02b59e7 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:14:07.736458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Attempting to bind port 223b8444-12c9-4423-af0d-4e59b02b59e7 on network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:07.746660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port c86c102a-6f9e-42ae-aed3-def66c5d598e triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:07.747084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:07.792414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e', 'network_id': 'ffa6114e-f146-4213-a11c-4f3bc2b7039b', 'port_id': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e', 'mac_address': 'fa:16:3e:63:a6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bf3025-6cae-452a-829a-17e27442653f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:14:07.838367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54e7b9-9e3f-4110-87ef-9a7669bd9829 req-e811311b-6020-449a-b917-9554b057ad8a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:07.848233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ff54e7b9-9e3f-4110-87ef-9a7669bd9829 req-e811311b-6020-449a-b917-9554b057ad8a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 944 time: 0.1302762 Apr 20 10:14:07.868956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:07.906884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b3b46-60cc-4448-bd99-092c0ee9699e {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:07.916727 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ff54e7b9-9e3f-4110-87ef-9a7669bd9829 req-8bfca44a-9a12-42d2-a663-efb7ef40b2ef tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666807 Apr 20 10:14:07.947825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:08.005867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.011345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-35b1d315-e0f9-47e5-ba97-ebbc4d568a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:08.041331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:14:08.041859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Checking segment: {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:08.042104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Bound using segment: {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:14:08.042613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Bound port: 223b8444-12c9-4423-af0d-4e59b02b59e7, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a694348-a907-4bbb-8346-bf5f4ae1a5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:14:08.043004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.106035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:08.125818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:08.147863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.152688 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e55b4c20-e718-4e6a-92c4-2c315a7b364d req-7f5732e4-7fc2-4846-b2b8-6c6c0fe9d0be tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207487 Apr 20 10:14:08.155303 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3005f21f-4377-42d0-ad85-25f05cc61586 req-24e2e80d-a95d-4ece-b1f4-270ebfdd1fcf service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102638 Apr 20 10:14:08.193748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:08.194789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:08.239079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.241210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:08.300177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:14:08.303939 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'code': 200} Apr 20 10:14:08.306641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=223b8444-12c9-4423-af0d-4e59b02b59e7,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:14:08.360975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.391483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:08.470822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=7']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:08.496775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:08.534076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['ca7b3b46-60cc-4448-bd99-092c0ee9699e'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:08.661297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:08.661537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6917b-418a-4ffa-b154-a921fb2b7217 req-d612fdbf-180f-4903-a60b-f88242945afa tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:08.661639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:08.663147 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] 10.222.0.48 "PUT /v2.0/ports/223b8444-12c9-4423-af0d-4e59b02b59e7 HTTP/1.1" status: 200 len: 1093 time: 4.8499925 Apr 20 10:14:08.669809 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3eb6917b-418a-4ffa-b154-a921fb2b7217 req-d612fdbf-180f-4903-a60b-f88242945afa tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 943 time: 0.2006073 Apr 20 10:14:08.682261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:08.749505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:08.797179 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3eb6917b-418a-4ffa-b154-a921fb2b7217 req-ff967e97-dc98-4bb2-ad47-ec441db16cd8 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Apr 20 10:14:08.961831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:09.045592 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7', 'status': 'completed', 'code': 200} Apr 20 10:14:09.070993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-4cf57f61-3918-4681-8bbd-17408f14aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.072737 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-4cf57f61-3918-4681-8bbd-17408f14aa78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 1096 time: 0.2249317 Apr 20 10:14:09.109222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b4ee8-045f-4a62-a69c-4516b0caa522 req-a08bb2ae-0bde-4194-b222-a98798570f7c tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.111054 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-079b4ee8-045f-4a62-a69c-4516b0caa522 req-a08bb2ae-0bde-4194-b222-a98798570f7c tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3505757 Apr 20 10:14:09.225799 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-da67578f-c72c-4964-9522-72a625b42a74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b8444-12c9-4423-af0d-4e59b02b59e7 HTTP/1.1" status: 200 len: 217 time: 0.1134150 Apr 20 10:14:09.319426 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-079b4ee8-045f-4a62-a69c-4516b0caa522 req-c0793dff-180f-446c-8a15-43c43026885c tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360657 Apr 20 10:14:09.337559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a3e3-883d-4e4c-a11d-f809d09eecf3 req-3c63a626-fee1-4db0-b705-144b043fe769 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.350864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-6268d0c2-f1f7-42a6-9f45-7f5b9b59342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.353249 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-6268d0c2-f1f7-42a6-9f45-7f5b9b59342c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=284df62c-346d-477c-b5e4-6d7397e2a7fd HTTP/1.1" status: 200 len: 848 time: 0.1017621 Apr 20 10:14:09.359552 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bae5a3e3-883d-4e4c-a11d-f809d09eecf3 req-3c63a626-fee1-4db0-b705-144b043fe769 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1651814 Apr 20 10:14:09.445226 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bae5a3e3-883d-4e4c-a11d-f809d09eecf3 req-26d8fb64-4b57-49ff-a5dd-dfe57dea1c7d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838649 Apr 20 10:14:09.479507 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-5b5ec815-a396-4aeb-b8f9-0c0ea51b2a4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b46d31b-6b59-4d48-ae34-cf83731a1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099975 Apr 20 10:14:09.740305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e877-c18d-4da0-8179-15ef051a3137 req-d205972b-e937-4c7b-8915-0d37cccb2248 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.749084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7eb8e877-c18d-4da0-8179-15ef051a3137 req-d205972b-e937-4c7b-8915-0d37cccb2248 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 944 time: 0.1168694 Apr 20 10:14:09.772048 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-72764056-0ec1-411e-b889-188a39b7a4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749257 Apr 20 10:14:09.801631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7eb8e877-c18d-4da0-8179-15ef051a3137 req-2941a89c-22ea-49e2-b1f7-9f1c2d23db78 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515857 Apr 20 10:14:10.016556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46e12451-4bcb-4b6e-afdd-12f467e7408c req-2b02e638-8ab5-443a-b40a-3b0ced4c0333 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329438 Apr 20 10:14:10.054638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc7a39-8347-45e8-a10f-83f4e92e12da req-ddadaff6-ee9c-4fee-8e93-d0efbd8578cb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:10.055636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-9dcc7a39-8347-45e8-a10f-83f4e92e12da req-ddadaff6-ee9c-4fee-8e93-d0efbd8578cb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Synchronizing usage tracker for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:10.136706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-9dcc7a39-8347-45e8-a10f-83f4e92e12da req-ddadaff6-ee9c-4fee-8e93-d0efbd8578cb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Unset dirty status for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:10.142142 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9dcc7a39-8347-45e8-a10f-83f4e92e12da req-ddadaff6-ee9c-4fee-8e93-d0efbd8578cb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 943 time: 0.2125041 Apr 20 10:14:10.258926 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9dcc7a39-8347-45e8-a10f-83f4e92e12da req-a82561f2-1421-45ff-b970-c19c2a853da0 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Apr 20 10:14:10.305482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-6e15cd66-4ee7-4cf4-b7cc-34d98b051cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:10.307410 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-6e15cd66-4ee7-4cf4-b7cc-34d98b051cdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d667038745f1494bb766d04721ea601a&device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 1096 time: 0.1667900 Apr 20 10:14:10.313916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2920764a-602e-4bae-87e3-7b92e4aa006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:10.324863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44822) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:10.435938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Deleting subnet ab87f3eb-987a-49f0-bb63-c8c4d472a46c {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:14:10.439839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:10.597982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:10.618036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:10.734569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:10.833030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-399b41bf-146f-4f4b-aad5-82ce62371810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:10.834756 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-399b41bf-146f-4f4b-aad5-82ce62371810 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 200 len: 909 time: 0.5138459 Apr 20 10:14:10.849570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc04d3-37d9-4a3d-a6d6-c5bb45a6bfd9 req-64b151b5-af09-4087-ab0a-50691247167e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:10.851506 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-70dc04d3-37d9-4a3d-a6d6-c5bb45a6bfd9 req-64b151b5-af09-4087-ab0a-50691247167e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1879346 Apr 20 10:14:10.960902 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-b7f517be-8571-4042-a7ea-886de04cc047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b8444-12c9-4423-af0d-4e59b02b59e7 HTTP/1.1" status: 200 len: 217 time: 0.1082201 Apr 20 10:14:10.972985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-70dc04d3-37d9-4a3d-a6d6-c5bb45a6bfd9 req-2ec0dea4-3d2d-4cb4-9f23-af29a661938e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566843 Apr 20 10:14:11.067595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.071839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-131ad733-45e5-4b55-b67a-542c7ddeaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.075881 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-131ad733-45e5-4b55-b67a-542c7ddeaa58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=284df62c-346d-477c-b5e4-6d7397e2a7fd HTTP/1.1" status: 200 len: 848 time: 0.1009507 Apr 20 10:14:11.083754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:11.129146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.132411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab87f3eb-987a-49f0-bb63-c8c4d472a46c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:11.147552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:11.155139 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab87f3eb-987a-49f0-bb63-c8c4d472a46c HTTP/1.1" status: 204 len: 168 time: 0.8274932 Apr 20 10:14:11.160481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44834) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:11.163532 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-00bc27ff-70b0-4c37-b880-48bc20ed9297 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b46d31b-6b59-4d48-ae34-cf83731a1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701134 Apr 20 10:14:11.191309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e4e1b-6fee-4d42-9c37-6edc029f3a39 req-236b820c-7f78-47b4-9721-6df4410e5f8d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.194332 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b33e4e1b-6fee-4d42-9c37-6edc029f3a39 req-236b820c-7f78-47b4-9721-6df4410e5f8d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1836028 Apr 20 10:14:11.307711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.327170 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b33e4e1b-6fee-4d42-9c37-6edc029f3a39 req-c2967142-f43f-42e3-91d6-690d18cc58d1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261325 Apr 20 10:14:11.373835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device ca7b3b46-60cc-4448-bd99-092c0ee9699e up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:11.510843 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-cbedcfa7-cbf4-4dcd-acf9-8367ea8cb18a service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999836 Apr 20 10:14:11.593655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port ca7b3b46-60cc-4448-bd99-092c0ee9699e completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:11.601702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port ca7b3b46-60cc-4448-bd99-092c0ee9699e triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:11.601702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.643395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378a3e-6949-43fc-a9b3-d46dea107bc2 req-97527642-de2c-425d-8559-90a633ec0b5a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.645214 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea378a3e-6949-43fc-a9b3-d46dea107bc2 req-97527642-de2c-425d-8559-90a633ec0b5a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 943 time: 0.1870058 Apr 20 10:14:11.705642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.772015 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea378a3e-6949-43fc-a9b3-d46dea107bc2 req-bbdc6b27-2380-4b77-b0df-11d2f5237a93 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135769 Apr 20 10:14:11.842522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.859381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:11.960934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:11.964095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd27da-49da-4f93-8ae7-7cc23e594d70 req-ca5124a6-158c-427b-b1f5-65fec7daf7c5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.972708 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b2cd27da-49da-4f93-8ae7-7cc23e594d70 req-ca5124a6-158c-427b-b1f5-65fec7daf7c5 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 944 time: 0.5010533 Apr 20 10:14:11.980822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:12.023608 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e', 'code': 200} Apr 20 10:14:12.040444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.045068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.047001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:12.134061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03327abf-728f-4696-8e2d-e7921434ca02']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:12.151647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df86a8a5-1cac-4bff-a02d-27bc58166d79') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:12.152353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df86a8a5-1cac-4bff-a02d-27bc58166d79') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:12.169693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.214100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.214308 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:12.229490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:12.233620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:14:12.387418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.393012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f5a62-470e-452f-9f4d-a97078cce391 req-ef064409-89ea-4e55-b370-0d5da8567c32 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:12.401795 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b83f5a62-470e-452f-9f4d-a97078cce391 req-ef064409-89ea-4e55-b370-0d5da8567c32 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1721029 Apr 20 10:14:12.459762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b83f5a62-470e-452f-9f4d-a97078cce391 req-e0db8206-81a6-4832-8370-0d21b4e2340e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566385 Apr 20 10:14:12.505282 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b2cd27da-49da-4f93-8ae7-7cc23e594d70 req-2c95e1d0-62ca-4fa1-bb43-e94ba4d24ae2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315688 Apr 20 10:14:12.507548 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0cf88dc1-dc32-45c3-9a8f-d268e5d96e55 req-8980042d-e184-459d-9bf8-4a7d021dd672 service neutron] 10.222.0.48 "GET /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758415 Apr 20 10:14:12.521345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Network 03327abf-728f-4696-8e2d-e7921434ca02 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:14:12.532220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:12.724498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00728134-5e80-45bd-8f31-a655ce49d60e req-98e0cfea-44bf-46d4-b16c-4a73eb65d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:12.726287 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00728134-5e80-45bd-8f31-a655ce49d60e req-98e0cfea-44bf-46d4-b16c-4a73eb65d3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 1098 time: 0.2973554 Apr 20 10:14:12.870303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Network 03327abf-728f-4696-8e2d-e7921434ca02 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:14:12.893191 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:14:12.978866 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00728134-5e80-45bd-8f31-a655ce49d60e req-1681ef92-3a7b-4657-b7e5-51caa9a8a854 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864893 Apr 20 10:14:13.008436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8a6eb-4311-4590-ba17-5fc545ac5eba req-65c3162e-a724-4268-8c8c-76f960d5fc34 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:13.010141 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-53e8a6eb-4311-4590-ba17-5fc545ac5eba req-65c3162e-a724-4268-8c8c-76f960d5fc34 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3297837 Apr 20 10:14:13.054275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11fb7e-7f69-470d-9e5f-340cc23911be req-12522530-86ef-4b0c-927a-35b0b71e9e9b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:13.056038 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a11fb7e-7f69-470d-9e5f-340cc23911be req-12522530-86ef-4b0c-927a-35b0b71e9e9b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 943 time: 0.1464815 Apr 20 10:14:13.071653 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-53e8a6eb-4311-4590-ba17-5fc545ac5eba req-2d8db740-efae-460d-a4c7-0f64c27b9d92 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Apr 20 10:14:13.084646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.090645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:13.125398 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.149990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=03327abf-728f-4696-8e2d-e7921434ca02,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:13.155228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:13.202570 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-396f7074-f2dc-4855-9155-30b7fa429b83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/03327abf-728f-4696-8e2d-e7921434ca02 HTTP/1.1" status: 204 len: 168 time: 2.0375881 Apr 20 10:14:13.207816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44850) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:13.385032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 223b8444-12c9-4423-af0d-4e59b02b59e7 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:14:13.385643 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a11fb7e-7f69-470d-9e5f-340cc23911be req-59dc6006-1eb6-424c-a152-ac3a55d69549 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201256 Apr 20 10:14:13.682263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=223b8444-12c9-4423-af0d-4e59b02b59e7,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:13.704481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '223b8444-12c9-4423-af0d-4e59b02b59e7', 'network_id': '1b46d31b-6b59-4d48-ae34-cf83731a1d13', 'port_id': '223b8444-12c9-4423-af0d-4e59b02b59e7', 'mac_address': 'fa:16:3e:5e:25:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284df62c-346d-477c-b5e4-6d7397e2a7fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:14:13.767658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Deleting subnet 8c260dc3-7f7b-49dd-97f9-de1427506130 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:14:13.773636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.786511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.816531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b8444-12c9-4423-af0d-4e59b02b59e7 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:13.836752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=223b8444-12c9-4423-af0d-4e59b02b59e7,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:13.874065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.877361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:13.901951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2277a-6b03-4a18-beab-661c4e2831f3 req-5cc289c1-8b80-4add-9afb-83937867ab43 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:13.910358 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6b2277a-6b03-4a18-beab-661c4e2831f3 req-5cc289c1-8b80-4add-9afb-83937867ab43 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.1632957 Apr 20 10:14:13.934085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.966620 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6b2277a-6b03-4a18-beab-661c4e2831f3 req-6cb98da9-343a-4aff-8eb0-fd7c0a30b182 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Apr 20 10:14:13.980901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:13.990081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:14.013477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.402489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['223b8444-12c9-4423-af0d-4e59b02b59e7'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:14.433672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ac504-998f-46f8-855e-b7b0dde3064f req-da58650f-518e-419a-bc84-9254f6768f60 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:14.437910 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d6ac504-998f-46f8-855e-b7b0dde3064f req-da58650f-518e-419a-bc84-9254f6768f60 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.5877213 Apr 20 10:14:14.504863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea29cd-f61b-4530-94b3-9c8d17137d33 req-85911419-4b80-4106-841b-ec7559e3dd46 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:14.506632 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b9ea29cd-f61b-4530-94b3-9c8d17137d33 req-85911419-4b80-4106-841b-ec7559e3dd46 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1796975 Apr 20 10:14:14.562476 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d6ac504-998f-46f8-855e-b7b0dde3064f req-e3fca5e3-f585-4f41-81d9-d9d5269e1a2b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017897 Apr 20 10:14:14.609686 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b9ea29cd-f61b-4530-94b3-9c8d17137d33 req-cfb7d116-3249-489f-af13-3767165995af tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Apr 20 10:14:14.736562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.743302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:14.805250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c260dc3-7f7b-49dd-97f9-de1427506130,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:14.809290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:14.816601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.824137 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c260dc3-7f7b-49dd-97f9-de1427506130 HTTP/1.1" status: 204 len: 168 time: 1.6148956 Apr 20 10:14:14.828698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44868) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:15.257960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.270759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73103f-7661-453c-aabc-3cdfb2967548 req-9521e4cd-ae8b-4d68-80d3-e407f61d5022 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:15.274159 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d73103f-7661-453c-aabc-3cdfb2967548 req-9521e4cd-ae8b-4d68-80d3-e407f61d5022 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 944 time: 0.2570093 Apr 20 10:14:15.414201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680511e6-619b-4733-9339-82401a9341d9 req-ae22aff5-f477-4310-b40b-7b4e0557e261 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:15.415945 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-680511e6-619b-4733-9339-82401a9341d9 req-ae22aff5-f477-4310-b40b-7b4e0557e261 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.1747880 Apr 20 10:14:15.468030 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d73103f-7661-453c-aabc-3cdfb2967548 req-6a6587f1-3675-4ffa-ab2f-0e33cfdb596b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541073 Apr 20 10:14:15.473533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.490330 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-680511e6-619b-4733-9339-82401a9341d9 req-6700e0bc-a78e-4e29-b517-c4fe7857d24a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Apr 20 10:14:15.707055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:15.781525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41c0345-57f4-459a-bcbf-4dd942650b1f') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:15.784777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41c0345-57f4-459a-bcbf-4dd942650b1f') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:15.822121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.950481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.961564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:14:16.042633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005598-6c0e-40b2-a28a-467d5c62c80b req-7a38ce43-41fc-4d72-a84f-d65e4b58a517 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:16.058849 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa005598-6c0e-40b2-a28a-467d5c62c80b req-7a38ce43-41fc-4d72-a84f-d65e4b58a517 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1508529 Apr 20 10:14:16.185928 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa005598-6c0e-40b2-a28a-467d5c62c80b req-86a93c0d-0d81-4fc2-8191-8f5f7b621928 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210279 Apr 20 10:14:16.245475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a486-451b-4471-868c-a1608aeef114 req-95a9986f-470c-40b3-a04b-343150d23f70 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:16.247294 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-78c1a486-451b-4471-868c-a1608aeef114 req-95a9986f-470c-40b3-a04b-343150d23f70 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3970149 Apr 20 10:14:16.250858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:14:16.285967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:16.418619 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-78c1a486-451b-4471-868c-a1608aeef114 req-bc3d6ff6-29ee-41d6-a824-2301eccb363d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581078 Apr 20 10:14:16.579930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Network 90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:14:16.609916 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:14:16.892583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c6efa-ce75-45a1-8bd1-63faac579f57 req-7323137f-bce4-44b8-ac22-0126783b1304 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:16.895311 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a92c6efa-ce75-45a1-8bd1-63faac579f57 req-7323137f-bce4-44b8-ac22-0126783b1304 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 944 time: 0.1761873 Apr 20 10:14:16.997173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:17.003473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:17.018907 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a92c6efa-ce75-45a1-8bd1-63faac579f57 req-31eb85f1-723c-4909-893e-43d872997d77 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Apr 20 10:14:17.058151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:17.079017 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae HTTP/1.1" status: 204 len: 168 time: 2.2486715 Apr 20 10:14:17.092058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=90dcf0f5-a97c-44aa-a4cb-af859d4eb3ae,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:17.100679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c17667d3-b0b2-4a90-8ae1-31f348c73fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:17.443119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 223b8444-12c9-4423-af0d-4e59b02b59e7 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:17.938051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 223b8444-12c9-4423-af0d-4e59b02b59e7 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:17.943960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 223b8444-12c9-4423-af0d-4e59b02b59e7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:17.944376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.110405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa122-83a2-4c19-b3ab-ad49401dd49b req-51f47fe7-be39-4545-a32e-61f0cbbbb001 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.117377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44908) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:18.124707 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7fdaa122-83a2-4c19-b3ab-ad49401dd49b req-51f47fe7-be39-4545-a32e-61f0cbbbb001 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1371648 Apr 20 10:14:18.161312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a80c3-8e34-4bab-b1cb-72e40f832b9f req-85fea17e-c3f3-414a-b145-1ed8cd28f8ea tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.163048 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b00a80c3-8e34-4bab-b1cb-72e40f832b9f req-85fea17e-c3f3-414a-b145-1ed8cd28f8ea tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1685193 Apr 20 10:14:18.195686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.208956 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7fdaa122-83a2-4c19-b3ab-ad49401dd49b req-da21d833-04cf-4f3d-83f6-2fb98edfe99b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Apr 20 10:14:18.228537 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-ddced4ca-b7d0-43e8-af5b-a835b4a1c6a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=591a864f16cc4483a66701406bf32640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024458 Apr 20 10:14:18.229190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44912) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:18.251911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=223b8444-12c9-4423-af0d-4e59b02b59e7,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:18.253404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:18.266447 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b00a80c3-8e34-4bab-b1cb-72e40f832b9f req-fd4e5e6b-be76-42c9-91e3-e581f841c1e3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704598 Apr 20 10:14:18.288773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.289521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87fb97b0-507b-4c4b-9b17-e1ae5e8817cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:18.362457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.409729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:18.414130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:18.431890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.570872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.579883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6125a6c5-1802-4c5e-86f6-d328e74af4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:18.600726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff99558-7619-42cb-ab1d-d8f21a3e0992,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:18.603139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:18.651906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.653285 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ff99558-7619-42cb-ab1d-d8f21a3e0992 HTTP/1.1" status: 204 len: 168 time: 0.4226131 Apr 20 10:14:18.846582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5a98-d915-48be-b3d2-3ee7d1f191e3 req-186a2740-4785-40e6-8a54-9dd7de9bbabc tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.860290 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b9d5a98-d915-48be-b3d2-3ee7d1f191e3 req-186a2740-4785-40e6-8a54-9dd7de9bbabc tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.2123239 Apr 20 10:14:18.930980 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b9d5a98-d915-48be-b3d2-3ee7d1f191e3 req-14299c28-446e-4796-83d4-50f16329940e tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686646 Apr 20 10:14:19.019547 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7', 'code': 200} Apr 20 10:14:19.516292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 44934) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:19.646992 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-24a61090-afbf-47ed-874e-720293262c70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbae2a51a1a0490aad614cb50342e105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290705 Apr 20 10:14:19.652195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 44940) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:19.658628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb43229-c8ce-4c01-8515-bd815c7ae213 req-ea425345-2b7c-49b9-a6dc-e285399f42db tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:19.660557 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6fb43229-c8ce-4c01-8515-bd815c7ae213 req-ea425345-2b7c-49b9-a6dc-e285399f42db tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1989150 Apr 20 10:14:19.728284 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6fb43229-c8ce-4c01-8515-bd815c7ae213 req-549a57b0-2f8a-4e18-83a9-bf3938a0ee0d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526741 Apr 20 10:14:19.749177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2b47-1eb2-4b3c-92d8-64641962c3e7 req-46b51d99-84d3-4e30-888f-073f5e465090 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:19.757472 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fe0d2b47-1eb2-4b3c-92d8-64641962c3e7 req-46b51d99-84d3-4e30-888f-073f5e465090 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1822422 Apr 20 10:14:19.806182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b66f7-fc62-4c4d-998e-fc111544ddd7 req-3bf48164-0fb1-4732-91ce-de1b944331e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:19.807959 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-201b66f7-fc62-4c4d-998e-fc111544ddd7 req-3bf48164-0fb1-4732-91ce-de1b944331e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 1098 time: 0.4097278 Apr 20 10:14:19.843550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:19.887560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:19.915460 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fe0d2b47-1eb2-4b3c-92d8-64641962c3e7 req-3f0e034e-9abc-465e-9599-4da4236ef165 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567855 Apr 20 10:14:19.951941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-201b66f7-fc62-4c4d-998e-fc111544ddd7 req-edca686a-3224-40e0-8c13-262a325856ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301703 Apr 20 10:14:20.151072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:20.164807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5dff64fe-6827-410c-9781-4b68b5514575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:20.199027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212ee59-1e36-4d06-bcd9-b14c30ed20bb,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:20.203991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:20.205888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:20.207899 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5212ee59-1e36-4d06-bcd9-b14c30ed20bb HTTP/1.1" status: 204 len: 168 time: 0.5530095 Apr 20 10:14:20.229111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81675f-2164-4dd9-a495-d37fc559640e req-9e05edb2-15a0-4903-9a5e-bd86d2ad655a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:20.232081 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ca81675f-2164-4dd9-a495-d37fc559640e req-9e05edb2-15a0-4903-9a5e-bd86d2ad655a tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.1294246 Apr 20 10:14:20.299735 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ca81675f-2164-4dd9-a495-d37fc559640e req-7dc76e92-a8cd-488e-872d-f6329fdb082b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Apr 20 10:14:21.025250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcca47-51ce-43ee-949e-e193e46edcf5 req-9eeaf8bf-7631-4d2f-997c-7e8a66c3a0b9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:21.037840 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d1dcca47-51ce-43ee-949e-e193e46edcf5 req-9eeaf8bf-7631-4d2f-997c-7e8a66c3a0b9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1448803 Apr 20 10:14:21.119439 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d1dcca47-51ce-43ee-949e-e193e46edcf5 req-dd084fc6-388d-4edb-a298-c3414593551c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795817 Apr 20 10:14:21.478454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af3e4f-d298-4551-939a-7cc9ce618b8d req-31476655-0276-4bd0-933a-cafeb743bc76 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:21.487034 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60af3e4f-d298-4551-939a-7cc9ce618b8d req-31476655-0276-4bd0-933a-cafeb743bc76 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2029223 Apr 20 10:14:21.623686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659cdb-9266-4f8c-afc4-fb0a9c2340f2 req-df6037a1-f5d7-4d60-ae1e-624f4d603cfe tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:21.625604 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2659cdb-9266-4f8c-afc4-fb0a9c2340f2 req-df6037a1-f5d7-4d60-ae1e-624f4d603cfe tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.1650152 Apr 20 10:14:21.639155 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60af3e4f-d298-4551-939a-7cc9ce618b8d req-02492afd-b8a9-40ea-8988-04bbe9f787ee tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429329 Apr 20 10:14:21.799056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2659cdb-9266-4f8c-afc4-fb0a9c2340f2 req-cd5cbc84-1fbd-4f1c-a734-28be59ea8cbf tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546929 Apr 20 10:14:22.355503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459626-6263-43b4-8c1d-387d7cce0fa0 req-92df8220-4205-4a5a-b95b-8909e86b5581 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:22.357302 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b459626-6263-43b4-8c1d-387d7cce0fa0 req-92df8220-4205-4a5a-b95b-8909e86b5581 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1019340 Apr 20 10:14:22.415376 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b459626-6263-43b4-8c1d-387d7cce0fa0 req-04074c01-ef80-4e0c-8af3-e48f7d178d20 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511951 Apr 20 10:14:22.926511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45016) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:23.076197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3261-b882-40a6-9b27-dadfa33bb0d9 req-fdd27960-b907-49d6-830c-c80f8446e88f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:23.077902 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-198c3261-b882-40a6-9b27-dadfa33bb0d9 req-fdd27960-b907-49d6-830c-c80f8446e88f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2015193 Apr 20 10:14:23.177164 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-198c3261-b882-40a6-9b27-dadfa33bb0d9 req-6bdd0cf8-2ab2-409e-b986-04dcde3d7426 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848176 Apr 20 10:14:23.178932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:23.207413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:23.215541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Usage tracker for resource:security_group_rule and tenant:8f2d9b0688d34fd5bd339476f223c306 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:23.221206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:23.234664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:23.269239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19e9f-8c0e-42fe-9e01-2dabd432a717 req-29d92ed5-0740-499b-86d2-7276c8575db3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:23.272144 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3db19e9f-8c0e-42fe-9e01-2dabd432a717 req-29d92ed5-0740-499b-86d2-7276c8575db3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.2698898 Apr 20 10:14:23.354595 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3db19e9f-8c0e-42fe-9e01-2dabd432a717 req-4989e399-83d1-451f-8b00-6dc13c47b16b tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656805 Apr 20 10:14:23.462517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:14:23.533782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:23.567230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:23.582512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:23.619151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d9aad-04d6-45ad-b7ed-4ffcb42998df,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:23.623641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:23.650779 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f2d9b0688d34fd5bd339476f223c306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7231455 Apr 20 10:14:23.654481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45034) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:23.817836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:23.869396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:23.930378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22b63e-d32d-4a9f-8226-ef943e009b69 req-6ca152da-799c-47aa-9b76-f215516bfbec tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:23.930378 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a22b63e-d32d-4a9f-8226-ef943e009b69 req-6ca152da-799c-47aa-9b76-f215516bfbec tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1759810 Apr 20 10:14:23.984139 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a22b63e-d32d-4a9f-8226-ef943e009b69 req-fa26d7a4-d6da-4423-95d6-f8d67fff2d99 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464020 Apr 20 10:14:24.009323 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.016803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7490b82-d8ee-4f9e-925f-bd874f11ff56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:24.031431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d9aad-04d6-45ad-b7ed-4ffcb42998df,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:24.038415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:24.038415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.038415 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd2d9aad-04d6-45ad-b7ed-4ffcb42998df HTTP/1.1" status: 204 len: 168 time: 0.3821461 Apr 20 10:14:24.459816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65603-76bb-4868-9d83-dd8fd647ed59 req-3f229179-2548-46f2-8a36-bec765945084 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:24.462431 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-81a65603-76bb-4868-9d83-dd8fd647ed59 req-3f229179-2548-46f2-8a36-bec765945084 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1370995 Apr 20 10:14:24.526956 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-81a65603-76bb-4868-9d83-dd8fd647ed59 req-76222286-f3cc-4b3b-9142-739de87d9e46 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578334 Apr 20 10:14:25.269871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ce586-020f-4b36-89c1-9d5444e7de1a req-0f153b3c-b270-43bf-ac1c-5b1654e5b495 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.271964 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d7ce586-020f-4b36-89c1-9d5444e7de1a req-0f153b3c-b270-43bf-ac1c-5b1654e5b495 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.1346915 Apr 20 10:14:25.284073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-bd671c41-2310-4beb-8612-41597cd1d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.285718 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-bd671c41-2310-4beb-8612-41597cd1d9a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1098 time: 0.1102610 Apr 20 10:14:25.338768 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d7ce586-020f-4b36-89c1-9d5444e7de1a req-d930e662-fc05-4279-88e0-a97757f4249d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560396 Apr 20 10:14:25.536244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67e459-eeb3-4358-ac46-d7b681e0a1f9 req-8c6e5171-a3ca-4230-8d49-7b89dbf231ff tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.544239 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bf67e459-eeb3-4358-ac46-d7b681e0a1f9 req-8c6e5171-a3ca-4230-8d49-7b89dbf231ff tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.1619680 Apr 20 10:14:25.546866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-9d51c6fd-df4b-4590-b3d3-b58b77afac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.548584 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-9d51c6fd-df4b-4590-b3d3-b58b77afac6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.2505565 Apr 20 10:14:25.778411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e808d-cc49-49f2-9796-75487fc1bfb6 req-f1a79862-19f7-469d-9179-1d88ec79342f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.780231 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b11e808d-cc49-49f2-9796-75487fc1bfb6 req-f1a79862-19f7-469d-9179-1d88ec79342f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1144221 Apr 20 10:14:25.836650 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b11e808d-cc49-49f2-9796-75487fc1bfb6 req-bf5417ec-62d1-4d7a-8b4c-c2cc64526df0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Apr 20 10:14:25.900466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bf67e459-eeb3-4358-ac46-d7b681e0a1f9 req-fde8f90a-5384-4026-9e0c-31f5c8688d97 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551772 Apr 20 10:14:25.916300 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-5d1edcfd-afc6-4cb2-9012-7cf2b24f6aad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 1001 time: 0.1338294 Apr 20 10:14:26.009178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-b2f680c2-9c89-4d5c-a661-7188b4cf4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.010777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-b2f680c2-9c89-4d5c-a661-7188b4cf4cbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.0803289 Apr 20 10:14:26.123955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-a5c18b31-4ddb-453a-bb20-1f87cde4f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.125603 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-a5c18b31-4ddb-453a-bb20-1f87cde4f890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965967 Apr 20 10:14:26.296270 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-37f4eba7-99f8-45e0-8b78-ace4ff77a6bf service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592429 Apr 20 10:14:26.461064 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-496de1e1-18fe-44e1-a4db-518960d07c74 req-9c40df97-8189-4a39-af84-26e43cbe4a35 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461587 Apr 20 10:14:26.588717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50349ee-571c-4160-8b85-5c346c7cd0ff req-2706f672-e0c3-451d-8b44-940c2ca97519 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.590983 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d50349ee-571c-4160-8b85-5c346c7cd0ff req-2706f672-e0c3-451d-8b44-940c2ca97519 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.0967405 Apr 20 10:14:26.641803 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d50349ee-571c-4160-8b85-5c346c7cd0ff req-256e5be8-ca21-4038-9bb4-bdf188e2c5f8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440888 Apr 20 10:14:27.060584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c5913-44d8-451b-ae19-4f9ed23a925d req-1759b8d6-a590-4ca7-8065-6d82f8e36ccc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.062232 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-730c5913-44d8-451b-ae19-4f9ed23a925d req-1759b8d6-a590-4ca7-8065-6d82f8e36ccc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1003394 Apr 20 10:14:27.112357 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-730c5913-44d8-451b-ae19-4f9ed23a925d req-b345b928-c039-4bd3-8fe5-28ce892570b3 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Apr 20 10:14:27.152978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af61852-24d6-475e-b611-cef13af13481 req-b9fe5696-f650-42ee-882f-789c03ad67ba tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.154840 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2af61852-24d6-475e-b611-cef13af13481 req-b9fe5696-f650-42ee-882f-789c03ad67ba tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.1026857 Apr 20 10:14:27.216069 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2af61852-24d6-475e-b611-cef13af13481 req-4cf02187-d545-48d5-8991-6b887144155f tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526817 Apr 20 10:14:27.414060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-5806d569-e148-4903-90e5-5e4fc7e95b23 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.415780 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-5806d569-e148-4903-90e5-5e4fc7e95b23 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 945 time: 0.0964079 Apr 20 10:14:27.502163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Deleting port 223b8444-12c9-4423-af0d-4e59b02b59e7 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:14:27.502437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:27.853753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] For port 223b8444-12c9-4423-af0d-4e59b02b59e7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=223b8444-12c9-4423-af0d-4e59b02b59e7,segment=NetworkSegment(0a694348-a907-4bbb-8346-bf5f4ae1a5f9),segment_id=0a694348-a907-4bbb-8346-bf5f4ae1a5f9)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:27.854350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:27.999475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Calling delete_port for 223b8444-12c9-4423-af0d-4e59b02b59e7 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:14:28.099614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32086-142f-426b-b7af-9206c74f0fa4 req-fd6fa954-bec4-4f94-9cf5-b38ffb536cb9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:28.101428 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-beb32086-142f-426b-b7af-9206c74f0fa4 req-fd6fa954-bec4-4f94-9cf5-b38ffb536cb9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.3227174 Apr 20 10:14:28.207672 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-beb32086-142f-426b-b7af-9206c74f0fa4 req-966060b4-216d-4576-997f-a4d1afce9e48 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909288 Apr 20 10:14:28.264493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:28.271241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-714f7bab-2a12-4692-addd-a05045841aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:28.278119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['223b8444-12c9-4423-af0d-4e59b02b59e7'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:28.372228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Pushing event deleted for resources: {'Port': ['ID=223b8444-12c9-4423-af0d-4e59b02b59e7,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:28.380562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:28.398049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-acac6591-fdbc-419a-a838-3e163466e8fe req-80db4185-094a-406e-8722-b0f64c0cd2eb tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 210 time: 0.0496359 Apr 20 10:14:28.474826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] No DVR routers for this DVR port 223b8444-12c9-4423-af0d-4e59b02b59e7 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:14:28.478181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:28.486738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'name': 'network-vif-deleted', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:28.524919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f682ba5-005f-42f5-97f6-56f3b649cd28 req-bc1453c7-05dc-4e1a-a0ff-2657753cffc4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:28.526658 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8f682ba5-005f-42f5-97f6-56f3b649cd28 req-bc1453c7-05dc-4e1a-a0ff-2657753cffc4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1925738 Apr 20 10:14:28.553519 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d5c2559b-55c6-483a-8cf6-0d575e6f1b91 req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.48 "DELETE /v2.0/ports/223b8444-12c9-4423-af0d-4e59b02b59e7 HTTP/1.1" status: 204 len: 173 time: 1.1315045 Apr 20 10:14:28.585617 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8f682ba5-005f-42f5-97f6-56f3b649cd28 req-489c2d91-6327-41f0-b778-2aba0cb53ad6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485301 Apr 20 10:14:28.613467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdad5d4-290d-4573-bb0d-5050f7a5e936 req-e5fbc2cf-8c48-45ea-816a-1a2d88d3b35e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:28.615268 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8bdad5d4-290d-4573-bb0d-5050f7a5e936 req-e5fbc2cf-8c48-45ea-816a-1a2d88d3b35e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.1059866 Apr 20 10:14:28.673685 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8bdad5d4-290d-4573-bb0d-5050f7a5e936 req-7566ad69-593d-43a5-8c83-bb17ddbf508e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507355 Apr 20 10:14:28.735511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a888366-e771-46d9-ad1b-64fbef75da92', 'name': 'network-vif-deleted', 'tag': '223b8444-12c9-4423-af0d-4e59b02b59e7', 'status': 'completed', 'code': 200} Apr 20 10:14:29.432381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857ea5-66b3-4aaa-911d-a1c921fce3bd req-1ca7848a-c70a-405b-8e4b-b78ed965002a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:29.435373 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-89857ea5-66b3-4aaa-911d-a1c921fce3bd req-1ca7848a-c70a-405b-8e4b-b78ed965002a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 945 time: 0.0933304 Apr 20 10:14:29.489004 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-89857ea5-66b3-4aaa-911d-a1c921fce3bd req-fda04b21-5ecb-4418-bb11-eda8691c3477 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473261 Apr 20 10:14:29.517045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:29.618353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-571e1b08-0c6b-46c2-a447-1c00ea66bbeb req-7a99a84b-637a-4dc1-8cbd-85f74705a8c3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Synchronizing usage tracker for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:29.687343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-571e1b08-0c6b-46c2-a447-1c00ea66bbeb req-7a99a84b-637a-4dc1-8cbd-85f74705a8c3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Unset dirty status for tenant:d667038745f1494bb766d04721ea601a on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:29.689456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:29.689641 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-571e1b08-0c6b-46c2-a447-1c00ea66bbeb req-7a99a84b-637a-4dc1-8cbd-85f74705a8c3 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a888366-e771-46d9-ad1b-64fbef75da92 HTTP/1.1" status: 200 len: 210 time: 0.1322980 Apr 20 10:14:29.726086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:29.739875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:29.792745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:29.795225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:29.874090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=8']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:29.878122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:29.942140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40980349-897d-4dc7-9fef-7cb4cfed34bc req-06fa45be-54d7-45d7-943c-9b8be3703dc5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:29.943984 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40980349-897d-4dc7-9fef-7cb4cfed34bc req-06fa45be-54d7-45d7-943c-9b8be3703dc5 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1116724 Apr 20 10:14:30.003683 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40980349-897d-4dc7-9fef-7cb4cfed34bc req-849b6f80-16cb-4c85-9a8c-58332256bfce tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Apr 20 10:14:30.201370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90393-a19e-4659-8d5c-821215f13e77 req-19b03792-9c5d-408f-882a-701579ecd20a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:30.203377 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40a90393-a19e-4659-8d5c-821215f13e77 req-19b03792-9c5d-408f-882a-701579ecd20a tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.0932810 Apr 20 10:14:30.255830 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40a90393-a19e-4659-8d5c-821215f13e77 req-f0dffcea-2c7c-4a37-8f5b-8920c1e33c03 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Apr 20 10:14:30.309752 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'code': 422} returned with failed status Apr 20 10:14:30.743407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-2c9ffa8e-0d81-4815-9fe0-82ea54cd09bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:30.746292 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-2c9ffa8e-0d81-4815-9fe0-82ea54cd09bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.1172142 Apr 20 10:14:30.835513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Deleting port ca7b3b46-60cc-4448-bd99-092c0ee9699e {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:14:30.835900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:31.175910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a951-f95c-4714-ad6b-68b2e82efc97 req-c4a38e12-20c0-4891-b073-0ef2ebfbe3a9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:31.184173 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f897a951-f95c-4714-ad6b-68b2e82efc97 req-c4a38e12-20c0-4891-b073-0ef2ebfbe3a9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1642103 Apr 20 10:14:31.246800 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f897a951-f95c-4714-ad6b-68b2e82efc97 req-791a8536-8ef2-4c21-9bb1-3a04a3771b40 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586462 Apr 20 10:14:31.278918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] For port ca7b3b46-60cc-4448-bd99-092c0ee9699e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ca7b3b46-60cc-4448-bd99-092c0ee9699e,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:31.279348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:31.466262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Calling delete_port for ca7b3b46-60cc-4448-bd99-092c0ee9699e owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:14:31.519471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 223b8444-12c9-4423-af0d-4e59b02b59e7 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:31.561224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b05bd1-0107-46e4-935c-cbf37588b865 req-399e0e5d-7845-4660-af1d-94a4c27a8b0f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:31.569462 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a3b05bd1-0107-46e4-935c-cbf37588b865 req-399e0e5d-7845-4660-af1d-94a4c27a8b0f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 945 time: 0.1109991 Apr 20 10:14:31.623720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 223b8444-12c9-4423-af0d-4e59b02b59e7 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:14:31.624296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 223b8444-12c9-4423-af0d-4e59b02b59e7 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:14:31.624965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:31.659597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcff8f-8032-48f4-8b6c-5d2533f8cda6 req-5fac1893-5bff-4119-91a3-d3aee94e1583 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:31.662050 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a3b05bd1-0107-46e4-935c-cbf37588b865 req-230a45fe-4397-41f2-9df1-8c39ffeb2bef tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910683 Apr 20 10:14:31.663382 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-71dcff8f-8032-48f4-8b6c-5d2533f8cda6 req-5fac1893-5bff-4119-91a3-d3aee94e1583 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.4590132 Apr 20 10:14:31.864989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45222) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:31.929476 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-71dcff8f-8032-48f4-8b6c-5d2533f8cda6 req-c7d3617a-e6c1-4387-ae5b-99a780aef912 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369076 Apr 20 10:14:32.053505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:32.061325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8adf3aa5-478d-494e-b61f-e5092ee6554d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:32.067695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883', 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'ca7b3b46-60cc-4448-bd99-092c0ee9699e'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:32.079996 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-8d926f83-2d14-4d4a-9004-579310764c3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2132680 Apr 20 10:14:32.133793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event deleted for resources: {'Port': ['ID=ca7b3b46-60cc-4448-bd99-092c0ee9699e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:32.139631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:32.243715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] No DVR routers for this DVR port ca7b3b46-60cc-4448-bd99-092c0ee9699e on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:14:32.248485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:32.258920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'name': 'network-vif-deleted', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:32.294141 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a465f4db-7258-4bf4-aaa0-ee9715eee00c req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "DELETE /v2.0/ports/ca7b3b46-60cc-4448-bd99-092c0ee9699e HTTP/1.1" status: 204 len: 173 time: 1.5418723 Apr 20 10:14:32.359749 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdd8611-a449-43f8-bf91-1d991abe7e3e', 'name': 'network-vif-deleted', 'tag': 'ca7b3b46-60cc-4448-bd99-092c0ee9699e', 'status': 'completed', 'code': 200} Apr 20 10:14:32.661408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec299123-bd9f-4231-8fcb-9bf040a8c25f req-50933692-c501-4f56-8b6a-69b269218683 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:32.663117 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec299123-bd9f-4231-8fcb-9bf040a8c25f req-50933692-c501-4f56-8b6a-69b269218683 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.2195070 Apr 20 10:14:32.743158 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec299123-bd9f-4231-8fcb-9bf040a8c25f req-a0c48c28-6507-415a-b420-142a60751bb1 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724890 Apr 20 10:14:33.107551 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-65998b36-46e3-4f27-be81-aead43e92b96 req-82c25ae8-76f8-42fa-bfed-f1d8c3160632 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fdd8611-a449-43f8-bf91-1d991abe7e3e HTTP/1.1" status: 200 len: 210 time: 0.0838189 Apr 20 10:14:33.277897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904391-508d-4013-8d86-d4b144bb5708 req-a0e221af-81c8-4260-8f15-a0e103787e91 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:33.279670 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34904391-508d-4013-8d86-d4b144bb5708 req-a0e221af-81c8-4260-8f15-a0e103787e91 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1065521 Apr 20 10:14:33.344516 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34904391-508d-4013-8d86-d4b144bb5708 req-725ca8d3-5b12-4fd6-b438-94efae42e153 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519032 Apr 20 10:14:33.975663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368ae9d-bd62-491a-934f-d6215590f4ad req-c9a86de5-ef03-4134-8103-c34f7f79eaab tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:33.977288 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0368ae9d-bd62-491a-934f-d6215590f4ad req-c9a86de5-ef03-4134-8103-c34f7f79eaab tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1006396 Apr 20 10:14:34.038166 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0368ae9d-bd62-491a-934f-d6215590f4ad req-944192ad-2dff-4dd0-a315-2ba25bf834ad tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480690 Apr 20 10:14:34.618246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836fa6e-1572-47a1-943d-5edab30c8b0e req-472aeb00-ae7e-4061-a1a2-a2a0da464867 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:34.620146 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d836fa6e-1572-47a1-943d-5edab30c8b0e req-472aeb00-ae7e-4061-a1a2-a2a0da464867 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1266999 Apr 20 10:14:34.677090 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d836fa6e-1572-47a1-943d-5edab30c8b0e req-0d48f3ba-3f31-4cf5-9160-e15b238474b0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Apr 20 10:14:34.892249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-30258076-b7ce-4df4-9a4a-6ca9fa76b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:34.893883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-30258076-b7ce-4df4-9a4a-6ca9fa76b7d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af&tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 1096 time: 0.0877945 Apr 20 10:14:35.357472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-7eb083dd-4015-4551-a766-dcf2a967629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:35.358016 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-7eb083dd-4015-4551-a766-dcf2a967629d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1096 time: 0.4404902 Apr 20 10:14:35.384048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69a05d-04c9-46ee-a3db-56be666dddb5 req-a0c4ffdf-c04f-49f8-8191-8a2f5ace4ab5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:35.386894 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9c69a05d-04c9-46ee-a3db-56be666dddb5 req-a0c4ffdf-c04f-49f8-8191-8a2f5ace4ab5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1525202 Apr 20 10:14:35.454975 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9c69a05d-04c9-46ee-a3db-56be666dddb5 req-1f1906c5-43ab-43b2-8d4a-1ccc55f74020 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606046 Apr 20 10:14:35.522705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device ca7b3b46-60cc-4448-bd99-092c0ee9699e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:35.570100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-e7648ad3-1e4a-4e86-b532-fbff40ef872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:35.572533 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-e7648ad3-1e4a-4e86-b532-fbff40ef872f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.2010548 Apr 20 10:14:35.685836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: ca7b3b46-60cc-4448-bd99-092c0ee9699e {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:14:35.686425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device ca7b3b46-60cc-4448-bd99-092c0ee9699e not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:14:35.890688 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-d26f2d76-b903-4291-a7cb-48fd2c1f433f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 999 time: 0.3010006 Apr 20 10:14:36.000195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-110d0c60-ee79-4d84-bb64-a85eb6e09b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.002132 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-110d0c60-ee79-4d84-bb64-a85eb6e09b73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1042953 Apr 20 10:14:36.153315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403071d-6346-4604-9068-ea8711f66a90 req-5935f7f7-9245-4065-bd93-d4435c9a7641 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.162986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8403071d-6346-4604-9068-ea8711f66a90 req-5935f7f7-9245-4065-bd93-d4435c9a7641 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2599711 Apr 20 10:14:36.207649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-a61afe77-66ab-491b-92d2-032f9e6819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.209357 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-a61afe77-66ab-491b-92d2-032f9e6819b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1928692 Apr 20 10:14:36.256709 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8403071d-6346-4604-9068-ea8711f66a90 req-82c4e93b-4ee1-4ad3-a496-fbaea7e42882 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923338 Apr 20 10:14:36.560432 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-3f5062a6-62c2-44b2-b147-c0dae36dd5ce service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345401 Apr 20 10:14:36.861978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff5692-62a9-453c-a173-65d091716ae7 req-b1706467-472f-4e90-8699-62576d90f045 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.872000 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d3ff5692-62a9-453c-a173-65d091716ae7 req-b1706467-472f-4e90-8699-62576d90f045 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1317511 Apr 20 10:14:36.911056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18b716-027b-4255-8aaa-f0b00bcff494 req-646e3e9d-bb02-4718-b394-3a3d6981b872 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.912007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-4f18b716-027b-4255-8aaa-f0b00bcff494 req-646e3e9d-bb02-4718-b394-3a3d6981b872 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:36.943006 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d3ff5692-62a9-453c-a173-65d091716ae7 req-f3e8509c-74dc-4748-a8c6-14772b99baf5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696514 Apr 20 10:14:36.950960 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-d05edb0a-6de0-4128-aa67-bbd79d4b2ebe service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889272 Apr 20 10:14:37.005768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-4f18b716-027b-4255-8aaa-f0b00bcff494 req-646e3e9d-bb02-4718-b394-3a3d6981b872 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:37.007346 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f18b716-027b-4255-8aaa-f0b00bcff494 req-646e3e9d-bb02-4718-b394-3a3d6981b872 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.2807543 Apr 20 10:14:37.122129 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f18b716-027b-4255-8aaa-f0b00bcff494 req-47d6c01a-d417-4207-bec5-d0eaf8dbad2e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053276 Apr 20 10:14:37.501709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-de580d64-e261-4440-991c-dcd5cd9bc6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:37.584682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291f4a6-5841-4fa3-a737-f9f924349f6b req-472e5574-b26e-4a3b-8a12-432f582aca2d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:37.586502 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6291f4a6-5841-4fa3-a737-f9f924349f6b req-472e5574-b26e-4a3b-8a12-432f582aca2d tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1132083 Apr 20 10:14:37.654733 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6291f4a6-5841-4fa3-a737-f9f924349f6b req-58ffbf7e-d5cb-4075-b14c-3cca5cd2d270 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Apr 20 10:14:38.236402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9be93-7446-463b-b8f7-bfcf4e6695b5 req-28b81031-1ac8-43ef-b80e-da808b5580e7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.238331 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-74f9be93-7446-463b-b8f7-bfcf4e6695b5 req-28b81031-1ac8-43ef-b80e-da808b5580e7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1519337 Apr 20 10:14:38.331347 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-74f9be93-7446-463b-b8f7-bfcf4e6695b5 req-d25a4c9b-d48d-44fe-8f12-4cc1a620060c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847816 Apr 20 10:14:38.508789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201ed3-7021-45d6-831a-75f007575823 req-7946990e-a3db-4711-84f9-f655fd79bbdc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.523157 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61201ed3-7021-45d6-831a-75f007575823 req-7946990e-a3db-4711-84f9-f655fd79bbdc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.1561732 Apr 20 10:14:38.608851 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61201ed3-7021-45d6-831a-75f007575823 req-d32698cd-e149-4def-a95b-a6db15c066ba tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Apr 20 10:14:38.976258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c567249-9f13-44d0-9617-e238056fe755 req-02e5b6b0-1763-42ca-b65c-ddd5834a8e67 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.978221 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c567249-9f13-44d0-9617-e238056fe755 req-02e5b6b0-1763-42ca-b65c-ddd5834a8e67 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.2936544 Apr 20 10:14:39.203860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Deleting port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:14:39.205676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:39.291450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e92b5-ae57-4e5e-8859-ed1d43c472f9 req-abd70961-f101-432b-8384-f1a30fa47f71 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:39.300466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-465e92b5-ae57-4e5e-8859-ed1d43c472f9 req-abd70961-f101-432b-8384-f1a30fa47f71 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.4403639 Apr 20 10:14:39.734546 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-465e92b5-ae57-4e5e-8859-ed1d43c472f9 req-ed25aec6-24e7-4f2d-930d-c92c7a5c8d70 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329877 Apr 20 10:14:39.813471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eeab1-f21a-4343-b110-003170767565 req-d04bbd1e-8c87-417b-8b02-04fdd1cd802f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:39.826055 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-450eeab1-f21a-4343-b110-003170767565 req-d04bbd1e-8c87-417b-8b02-04fdd1cd802f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1918335 Apr 20 10:14:39.941714 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-450eeab1-f21a-4343-b110-003170767565 req-5bbe1f3d-168a-4e80-b13a-fd6c57812c1c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132061 Apr 20 10:14:39.987559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] For port 6f6b297d-fa83-40e9-a857-6f650b8c33f9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6f6b297d-fa83-40e9-a857-6f650b8c33f9,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:39.998108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.207395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Calling delete_port for 6f6b297d-fa83-40e9-a857-6f650b8c33f9 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:14:40.284321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-124cdaca-5b94-40d0-b013-41c99b348898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.349286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9c00-88e4-4c77-b9af-625b7bbe823a req-585bd9db-2648-4e34-bdf8-6ed3589e18d2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:40.351158 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b41d9c00-88e4-4c77-b9af-625b7bbe823a req-585bd9db-2648-4e34-bdf8-6ed3589e18d2 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 945 time: 0.2771480 Apr 20 10:14:40.428261 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b41d9c00-88e4-4c77-b9af-625b7bbe823a req-bb539562-1be0-43ec-b9a9-b2766048be0c tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620260 Apr 20 10:14:40.716896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.808279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.823428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883', 'f5cc6753-cda7-46e0-81a4-9028cd6261ce'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:40.838250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:40.984273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event deleted for resources: {'Port': ['ID=6f6b297d-fa83-40e9-a857-6f650b8c33f9,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:41.012631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.031925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.032532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.033020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.034176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.034176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.034501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.034692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.043603 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.048696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.048696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.048696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:41.050343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:41.221574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] No DVR routers for this DVR port 6f6b297d-fa83-40e9-a857-6f650b8c33f9 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:14:41.226075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:41.229324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'name': 'network-vif-deleted', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:41.354399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dad7e-5238-4e67-98c9-70415deec98e req-ac68eaaa-8790-461a-b06d-626095eb0dd4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:41.372000 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-332dad7e-5238-4e67-98c9-70415deec98e req-ac68eaaa-8790-461a-b06d-626095eb0dd4 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.4034383 Apr 20 10:14:41.385809 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c567249-9f13-44d0-9617-e238056fe755 req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "DELETE /v2.0/ports/6f6b297d-fa83-40e9-a857-6f650b8c33f9 HTTP/1.1" status: 204 len: 173 time: 2.3443117 Apr 20 10:14:41.458097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4b757-4d61-4578-9181-997b81545386 req-9782e6d2-6b4e-47a5-a076-7c634f9c671b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:41.471711 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-66f4b757-4d61-4578-9181-997b81545386 req-9782e6d2-6b4e-47a5-a076-7c634f9c671b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1505785 Apr 20 10:14:41.473887 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-332dad7e-5238-4e67-98c9-70415deec98e req-c0a98a54-7abd-4a64-b7ae-f22f91bec5b3 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Apr 20 10:14:41.562623 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-66f4b757-4d61-4578-9181-997b81545386 req-7ba0b381-f982-4707-b56b-072659bc877d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896292 Apr 20 10:14:41.625508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6f6b297d-fa83-40e9-a857-6f650b8c33f9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:41.625657 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afebcf32-6cdd-463a-bf12-76b139e77c62', 'name': 'network-vif-deleted', 'tag': '6f6b297d-fa83-40e9-a857-6f650b8c33f9', 'status': 'completed', 'code': 200} Apr 20 10:14:41.813544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 6f6b297d-fa83-40e9-a857-6f650b8c33f9 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:14:41.813742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-df7c9edc-b3a0-4df8-91e7-7f12b04170f2 req-a911390b-6bb6-4162-b675-94fa71ed411e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:41.814405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 6f6b297d-fa83-40e9-a857-6f650b8c33f9 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:14:41.837133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:41.925656 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-d2cbc8f3-7149-45e8-9c91-f66616a5f2a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065166 Apr 20 10:14:41.932568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-df7c9edc-b3a0-4df8-91e7-7f12b04170f2 req-a911390b-6bb6-4162-b675-94fa71ed411e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:41.947217 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df7c9edc-b3a0-4df8-91e7-7f12b04170f2 req-a911390b-6bb6-4162-b675-94fa71ed411e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=afebcf32-6cdd-463a-bf12-76b139e77c62 HTTP/1.1" status: 200 len: 210 time: 0.2119017 Apr 20 10:14:42.029402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.120053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-1a32a82d-dbb3-4d86-bfb8-19435c478aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:42.122802 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-1a32a82d-dbb3-4d86-bfb8-19435c478aee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 1098 time: 0.1183240 Apr 20 10:14:42.414068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.670178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-5b61c28a-d209-48b0-b464-7fa7b2982239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:42.674272 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-5b61c28a-d209-48b0-b464-7fa7b2982239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.3671823 Apr 20 10:14:42.851309 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-ec9e8597-7406-4672-a412-5492ee5d9fdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 200 len: 217 time: 0.1602938 Apr 20 10:14:42.967243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ae91f-3313-4957-820c-cef394d01149 req-d1c14706-0cbf-4bff-bb8e-9b6129248f3b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:42.968203 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e17ae91f-3313-4957-820c-cef394d01149 req-d1c14706-0cbf-4bff-bb8e-9b6129248f3b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1890290 Apr 20 10:14:43.096183 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e17ae91f-3313-4957-820c-cef394d01149 req-4d2b6c4f-336d-4333-ac43-4790db8421c2 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 Apr 20 10:14:43.486470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-771ae312-6e53-4e13-93f0-3294338b6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:43.488218 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-771ae312-6e53-4e13-93f0-3294338b6895 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.5393622 Apr 20 10:14:43.521340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284746c7-8829-4cc6-8735-32d55a36ed0a req-ce4023aa-0186-4b85-bd6e-b3f6c0e835f7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:43.540740 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-284746c7-8829-4cc6-8735-32d55a36ed0a req-ce4023aa-0186-4b85-bd6e-b3f6c0e835f7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.6877735 Apr 20 10:14:43.634581 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-284746c7-8829-4cc6-8735-32d55a36ed0a req-5d914c7e-d058-412e-8398-bb507d00bb5d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928597 Apr 20 10:14:43.811900 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-50f0e42b-ea0e-4088-8161-67e17d61654b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568580 Apr 20 10:14:43.985719 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45456) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:44.124886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-1ea28961-1450-4629-abd4-43729d92938d service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028178 Apr 20 10:14:44.345928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.377163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:44.381816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Usage tracker for resource:security_group_rule and tenant:a113faa65d754be4bf2d0edb18d51395 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:44.391787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:44.398529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:44.566446 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c590de5f-7425-4526-a2e6-ae9de5f4cf1a req-37c226ec-f73d-414b-9d5d-adf59348e830 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980422 Apr 20 10:14:44.643095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.710989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b81268-3b78-480a-9c6f-4545f347fd09 req-c8949d5a-d8c6-45af-ab5e-fa54f5671f33 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:44.723010 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60b81268-3b78-480a-9c6f-4545f347fd09 req-c8949d5a-d8c6-45af-ab5e-fa54f5671f33 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.2762561 Apr 20 10:14:44.735433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.770312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285697c1-7c69-4da8-bb91-8116099c8210 req-3278b7cd-d2ae-4de9-a49c-75f59cbb526a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:44.772084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-285697c1-7c69-4da8-bb91-8116099c8210 req-3278b7cd-d2ae-4de9-a49c-75f59cbb526a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3815811 Apr 20 10:14:44.778877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5870d4cd-5116-4363-9eb2-72419d7688e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:44.816267 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a113faa65d754be4bf2d0edb18d51395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8290544 Apr 20 10:14:44.822781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45472) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:44.832329 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-285697c1-7c69-4da8-bb91-8116099c8210 req-e9848c8d-f652-4205-8ee8-e494e7d13098 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510366 Apr 20 10:14:44.870410 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-60b81268-3b78-480a-9c6f-4545f347fd09 req-c515e00b-9d1e-4a81-a843-ad39822c16f8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455874 Apr 20 10:14:44.883666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749556f2-3b55-453d-83be-1981d336fcc3,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:44.911131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.911728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.912155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.912541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.913020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.913401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.913853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.914304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.914683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.915139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.915540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.915908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:44.930118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:44.974129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.012235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.169727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f780a4-022f-43d6-83cb-16bf73658fb4 req-3c06aa7d-4938-4a1c-91b9-23d676263d51 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:45.171706 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9f780a4-022f-43d6-83cb-16bf73658fb4 req-3c06aa7d-4938-4a1c-91b9-23d676263d51 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1283691 Apr 20 10:14:45.222235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.250238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a5f3f1a6-6fca-4a69-a50a-ef99683ffe57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:45.311193 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9f780a4-022f-43d6-83cb-16bf73658fb4 req-5b607993-cbb6-452b-a65a-8145553aa66c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327405 Apr 20 10:14:45.312215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749556f2-3b55-453d-83be-1981d336fcc3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:45.323037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:45.324966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.326264 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/749556f2-3b55-453d-83be-1981d336fcc3 HTTP/1.1" status: 204 len: 168 time: 0.5023103 Apr 20 10:14:46.263082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a836a8a-0026-471a-a347-4c541f478938 req-feb2017b-c742-46ce-b30f-3b294968d556 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:46.272703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a836a8a-0026-471a-a347-4c541f478938 req-feb2017b-c742-46ce-b30f-3b294968d556 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.1790209 Apr 20 10:14:46.312068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ed0d-ea2b-47ee-9097-b39eb284b585 req-d4a7a2af-3dcc-4d65-9f7d-9b37b835b55a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:46.320412 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-27d6ed0d-ea2b-47ee-9097-b39eb284b585 req-d4a7a2af-3dcc-4d65-9f7d-9b37b835b55a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2023611 Apr 20 10:14:46.402833 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-27d6ed0d-ea2b-47ee-9097-b39eb284b585 req-e933da14-7b8f-4a1e-92ab-19ad13259f51 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Apr 20 10:14:46.476250 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a836a8a-0026-471a-a347-4c541f478938 req-ceb182f5-1702-4c65-b93b-398b7e52dc9e tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023735 Apr 20 10:14:46.763036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394d3ea-4765-4de9-9c71-657adfaa0c15 req-dfa3c67b-4a84-4f97-9d05-6f1c730904aa tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:46.771645 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6394d3ea-4765-4de9-9c71-657adfaa0c15 req-dfa3c67b-4a84-4f97-9d05-6f1c730904aa tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1743739 Apr 20 10:14:46.836600 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6394d3ea-4765-4de9-9c71-657adfaa0c15 req-a2597977-610e-4ca3-9c0d-5fd25535e910 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571098 Apr 20 10:14:47.165105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f994d3-118d-4f75-883f-7df68d835c6a req-987ecfe0-7679-4716-8308-bcdffa9dc191 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:47.169997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-47f994d3-118d-4f75-883f-7df68d835c6a req-987ecfe0-7679-4716-8308-bcdffa9dc191 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.2323620 Apr 20 10:14:47.325522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Deleting port f5cc6753-cda7-46e0-81a4-9028cd6261ce {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:14:47.326393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:48.008942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] For port f5cc6753-cda7-46e0-81a4-9028cd6261ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f5cc6753-cda7-46e0-81a4-9028cd6261ce,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:48.009698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:48.125035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dda9b-5526-4d6b-aefc-312d6334c1f1 req-bae53d59-bb7e-4262-b5b4-141646862469 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:48.144168 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-908dda9b-5526-4d6b-aefc-312d6334c1f1 req-bae53d59-bb7e-4262-b5b4-141646862469 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2036650 Apr 20 10:14:48.203174 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-908dda9b-5526-4d6b-aefc-312d6334c1f1 req-76eec668-102d-4f51-a6e0-8c1efa5eec53 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570438 Apr 20 10:14:48.622209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Calling delete_port for f5cc6753-cda7-46e0-81a4-9028cd6261ce owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:14:48.623672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b77e9-c9dd-44f2-9242-50edef039f38 req-3b031cb4-55e4-470e-a238-b51ad8287a65 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:48.623672 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ab0b77e9-c9dd-44f2-9242-50edef039f38 req-3b031cb4-55e4-470e-a238-b51ad8287a65 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1155550 Apr 20 10:14:48.624529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c17a0a-7744-4c1f-b17b-ba2eecf78cab req-884ba18e-5e77-43ce-b04e-21f6efb17aee tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:48.624529 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2c17a0a-7744-4c1f-b17b-ba2eecf78cab req-884ba18e-5e77-43ce-b04e-21f6efb17aee tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 945 time: 0.1909897 Apr 20 10:14:48.625131 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ab0b77e9-c9dd-44f2-9242-50edef039f38 req-ada30716-172a-4146-a88a-26edfa4c88d4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540302 Apr 20 10:14:48.625772 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e2c17a0a-7744-4c1f-b17b-ba2eecf78cab req-2c6edcbe-2531-4089-964c-32fc294def33 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604124 Apr 20 10:14:51.074817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:51.093357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:51.143768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0ba7b649-f39e-4ec4-88f8-4de683f1eaf9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:51.316443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f0eb-6bae-4b8b-9fe4-eca605b2cda1 req-127004b3-13a3-4b09-a7c0-6878b3a6b303 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:51.335377 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e172f0eb-6bae-4b8b-9fe4-eca605b2cda1 req-127004b3-13a3-4b09-a7c0-6878b3a6b303 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.3293302 Apr 20 10:14:51.375522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event deleted for resources: {'Port': ['ID=f5cc6753-cda7-46e0-81a4-9028cd6261ce,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:51.406706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:51.489543 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e172f0eb-6bae-4b8b-9fe4-eca605b2cda1 req-06260066-5181-4f14-935c-1620956c767b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482608 Apr 20 10:14:51.635620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] No DVR routers for this DVR port f5cc6753-cda7-46e0-81a4-9028cd6261ce on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:14:51.648147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:51.656972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'name': 'network-vif-deleted', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:51.661811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device f5cc6753-cda7-46e0-81a4-9028cd6261ce no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:51.737138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeae07c-0d5b-4faa-85f2-f797a8352a99 req-a4a5749e-1ff4-45f9-8927-8f861325ed51 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:51.740345 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eeeae07c-0d5b-4faa-85f2-f797a8352a99 req-a4a5749e-1ff4-45f9-8927-8f861325ed51 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.8621004 Apr 20 10:14:51.800645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: f5cc6753-cda7-46e0-81a4-9028cd6261ce {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:14:51.801682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device f5cc6753-cda7-46e0-81a4-9028cd6261ce not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:14:51.997527 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eeeae07c-0d5b-4faa-85f2-f797a8352a99 req-1dac9421-9421-4b52-83d4-89d698c18976 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458351 Apr 20 10:14:52.000815 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-47f994d3-118d-4f75-883f-7df68d835c6a req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "DELETE /v2.0/ports/f5cc6753-cda7-46e0-81a4-9028cd6261ce HTTP/1.1" status: 204 len: 173 time: 4.8077688 Apr 20 10:14:52.129236 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6ad6490d-7223-490c-a481-af5cdb39c179 req-09393d31-77da-48de-8707-64fbe0ad62a6 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.0864353 Apr 20 10:14:52.179559 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407abbfb-16a5-4131-82bb-bc49f7a3f44e', 'name': 'network-vif-deleted', 'tag': 'f5cc6753-cda7-46e0-81a4-9028cd6261ce', 'status': 'completed', 'code': 200} Apr 20 10:14:53.023793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a052b2-f720-4b97-8af0-5e94e75e7016 req-dafe5826-9cdb-4bd4-9915-e7f35a149549 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:53.025795 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-37a052b2-f720-4b97-8af0-5e94e75e7016 req-dafe5826-9cdb-4bd4-9915-e7f35a149549 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.2135720 Apr 20 10:14:53.149599 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-37a052b2-f720-4b97-8af0-5e94e75e7016 req-4e73a2f2-a931-409e-ab74-2a8ff0ca5077 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162057 Apr 20 10:14:53.474370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1ee0-e672-469f-a500-5a8d58665029 req-a6f602fb-1ed2-466d-b8de-e80258d9659f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:53.497660 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c10c1ee0-e672-469f-a500-5a8d58665029 req-a6f602fb-1ed2-466d-b8de-e80258d9659f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2682097 Apr 20 10:14:53.684097 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c10c1ee0-e672-469f-a500-5a8d58665029 req-10970bfc-50bd-4084-8686-74832b56cdb6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786659 Apr 20 10:14:53.718463 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee288c2b-1ca5-4e02-9e11-81f3410732c7 req-080327ed-ce60-4324-b856-dc64bbfd2c01 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=407abbfb-16a5-4131-82bb-bc49f7a3f44e HTTP/1.1" status: 200 len: 210 time: 0.2020154 Apr 20 10:14:54.630320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d08d7-2020-470f-9d90-12ae770fabcb req-0821fe14-5469-42f8-814a-051680eed35d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:54.644843 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-761d08d7-2020-470f-9d90-12ae770fabcb req-0821fe14-5469-42f8-814a-051680eed35d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.2758214 Apr 20 10:14:54.761364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-761d08d7-2020-470f-9d90-12ae770fabcb req-d07c58f6-f01b-46a7-978b-ab12964fdc56 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150177 Apr 20 10:14:55.122854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a584a3e-acb5-4754-b9e0-495ea89304a2 req-b63950e7-233c-470f-870c-5d5195c5fd04 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:55.122854 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a584a3e-acb5-4754-b9e0-495ea89304a2 req-b63950e7-233c-470f-870c-5d5195c5fd04 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2383842 Apr 20 10:14:55.257460 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a584a3e-acb5-4754-b9e0-495ea89304a2 req-56cb707f-418f-4fd3-a0f0-83f296e4e14a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385109 Apr 20 10:14:56.345538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d854-cb31-4ed0-9e36-18821c9f82d1 req-bb6952a6-5ba2-4e9e-986a-a56be7ce6dce tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:56.359242 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a43d854-cb31-4ed0-9e36-18821c9f82d1 req-bb6952a6-5ba2-4e9e-986a-a56be7ce6dce tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.2249920 Apr 20 10:14:56.459003 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a43d854-cb31-4ed0-9e36-18821c9f82d1 req-61b459db-d290-4d21-b053-0e11e4b2718e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934825 Apr 20 10:14:56.656920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bf50a-17c2-482e-a63a-2d7f10760a4c req-e1bbb5da-db31-471c-a773-09e3a5be2fe7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:56.665631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c36bf50a-17c2-482e-a63a-2d7f10760a4c req-e1bbb5da-db31-471c-a773-09e3a5be2fe7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1448622 Apr 20 10:14:56.728140 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c36bf50a-17c2-482e-a63a-2d7f10760a4c req-41368700-44ad-49e8-b1e8-15627db1e12e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Apr 20 10:14:57.950152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd983b84-e5de-4820-83d8-ff168a1bfdb7 req-69d39e9a-2fe8-4a8e-aafe-7836d3ec3b07 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:57.974159 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd983b84-e5de-4820-83d8-ff168a1bfdb7 req-69d39e9a-2fe8-4a8e-aafe-7836d3ec3b07 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.2384052 Apr 20 10:14:58.079395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45afa-177e-4e4d-a7a6-73863f9c1d4b req-e2975fc7-73e0-4719-bc27-dfe993a5ec37 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:58.108364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd983b84-e5de-4820-83d8-ff168a1bfdb7 req-8be54c4f-70ab-4ab1-ba66-21efdcdee791 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331129 Apr 20 10:14:58.109145 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b9f45afa-177e-4e4d-a7a6-73863f9c1d4b req-e2975fc7-73e0-4719-bc27-dfe993a5ec37 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.2704237 Apr 20 10:14:58.232198 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b9f45afa-177e-4e4d-a7a6-73863f9c1d4b req-436776f8-5023-4678-b133-37b3379a6731 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219816 Apr 20 10:14:58.427051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aed3c9-3536-4a47-8d64-b8a94ad5b5b7 req-bdaf6719-a3b7-4eab-b1cf-0ef38599f479 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:58.435842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-28aed3c9-3536-4a47-8d64-b8a94ad5b5b7 req-bdaf6719-a3b7-4eab-b1cf-0ef38599f479 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1215661 Apr 20 10:14:58.508899 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-28aed3c9-3536-4a47-8d64-b8a94ad5b5b7 req-65822085-4594-4b9b-8e09-f1c54ac9c5cf tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Apr 20 10:14:59.369267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747313-bf45-45b2-83c9-e6b0c35d8b29 req-7ca990a4-d6c2-4e59-b55d-7b407b8a4dde tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:59.377911 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b747313-bf45-45b2-83c9-e6b0c35d8b29 req-7ca990a4-d6c2-4e59-b55d-7b407b8a4dde tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1208060 Apr 20 10:14:59.447815 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b747313-bf45-45b2-83c9-e6b0c35d8b29 req-24061d9f-aad2-4e4a-af5d-bdee2f534782 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681262 Apr 20 10:15:00.067684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb751b-6fde-4ffb-8f9b-5733e93f5894 req-0fcaae3e-3a6f-45d2-9801-6c96fcc1a2e7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:00.071995 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85fb751b-6fde-4ffb-8f9b-5733e93f5894 req-0fcaae3e-3a6f-45d2-9801-6c96fcc1a2e7 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.2072220 Apr 20 10:15:00.202916 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85fb751b-6fde-4ffb-8f9b-5733e93f5894 req-140f5508-9886-4996-90ab-657310604baf tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165068 Apr 20 10:15:00.238460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c1feb-53b0-47cd-83ad-f6f77e46370f req-ef18cf8b-e385-413a-9086-babd7fc90527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:00.241100 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-927c1feb-53b0-47cd-83ad-f6f77e46370f req-ef18cf8b-e385-413a-9086-babd7fc90527 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.4836938 Apr 20 10:15:00.290455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30283687-8a0e-44c9-8219-004a3203eecb req-9c4ff3fc-d270-473d-8c9a-63acda8adf9f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:00.321750 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-30283687-8a0e-44c9-8219-004a3203eecb req-9c4ff3fc-d270-473d-8c9a-63acda8adf9f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3965268 Apr 20 10:15:00.338457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-f9db6bbd-74ee-4513-bddf-c3d8a18ae1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:00.338457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-f9db6bbd-74ee-4513-bddf-c3d8a18ae1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Synchronizing usage tracker for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:00.343004 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-927c1feb-53b0-47cd-83ad-f6f77e46370f req-8f3cb2cc-e12b-4a87-bd6b-8a06e4188d5f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901034 Apr 20 10:15:00.408744 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-30283687-8a0e-44c9-8219-004a3203eecb req-3c121254-dc0b-42bd-be04-e225d0c9491a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016197 Apr 20 10:15:00.465741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-f9db6bbd-74ee-4513-bddf-c3d8a18ae1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Unset dirty status for tenant:b27593ec9302489fbdedbf1ab3584bdf on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:00.466168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:15:00.471090 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-f9db6bbd-74ee-4513-bddf-c3d8a18ae1bc tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.5082312 Apr 20 10:15:00.731523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Deleting port d4898334-2eb4-4be8-b829-7844c6d03883 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:00.731523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:01.020359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c5454-3e84-402b-96ca-43f47131cbcf req-60563cda-dd4e-4120-96e3-36529db25489 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:01.022171 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-245c5454-3e84-402b-96ca-43f47131cbcf req-60563cda-dd4e-4120-96e3-36529db25489 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.1469936 Apr 20 10:15:01.155500 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-245c5454-3e84-402b-96ca-43f47131cbcf req-d3e98776-3d13-4fb0-96fd-2036af7996cb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218097 Apr 20 10:15:01.283281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] For port d4898334-2eb4-4be8-b829-7844c6d03883, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d4898334-2eb4-4be8-b829-7844c6d03883,segment=NetworkSegment(0d19d19b-a469-4e34-9db1-1047731a4b44),segment_id=0d19d19b-a469-4e34-9db1-1047731a4b44)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:01.284111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:01.672918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:15:01.805412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0537e-86ff-43c5-aa9d-0d1f01d063f4 req-d32dc4d9-9feb-44bb-baf3-86902594cdcd tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:01.808819 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7ad0537e-86ff-43c5-aa9d-0d1f01d063f4 req-d32dc4d9-9feb-44bb-baf3-86902594cdcd tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1493714 Apr 20 10:15:01.894220 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7ad0537e-86ff-43c5-aa9d-0d1f01d063f4 req-58bbefca-091a-4ec4-8c79-d0ad6baeb872 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Apr 20 10:15:02.056047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Calling delete_port for d4898334-2eb4-4be8-b829-7844c6d03883 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:02.194091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50c32-3c09-43e5-95e5-b41e01c85c2e req-31b6b1f5-51d2-4f0d-b500-b9b945191795 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:02.202536 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00f50c32-3c09-43e5-95e5-b41e01c85c2e req-31b6b1f5-51d2-4f0d-b500-b9b945191795 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 945 time: 0.5901344 Apr 20 10:15:02.210595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:02.240652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'mac_address': 'fa:16:3e:e2:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:15:02.323583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.425672 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-00f50c32-3c09-43e5-95e5-b41e01c85c2e req-1fe888bf-aeba-48e5-a155-312cc79569cf tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/security-groups?id=47105f6b-b8f1-4653-b676-b0f36c0061e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218585 Apr 20 10:15:02.486692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.494645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ab91c382-4298-4901-97a5-a1093b55fa46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:02.663976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['d4898334-2eb4-4be8-b829-7844c6d03883'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:02.782114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Pushing event deleted for resources: {'Port': ['ID=d4898334-2eb4-4be8-b829-7844c6d03883,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:02.798033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:02.817403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:15:02.856760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:02.913232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] No DVR routers for this DVR port d4898334-2eb4-4be8-b829-7844c6d03883 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:02.916141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.922625 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'name': 'network-vif-deleted', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:02.976869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.981973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:03.000501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4975dd-5eb6-488e-95c3-b5d5436c0fb8 req-85bf8496-9d13-4360-b6be-2b28d9ffb446 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.002337 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec4975dd-5eb6-488e-95c3-b5d5436c0fb8 req-85bf8496-9d13-4360-b6be-2b28d9ffb446 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 943 time: 0.3693376 Apr 20 10:15:03.050438 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-af82774c-6bc8-4ae8-9688-625ae0f84c86 req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.48 "DELETE /v2.0/ports/d4898334-2eb4-4be8-b829-7844c6d03883 HTTP/1.1" status: 204 len: 173 time: 2.5612466 Apr 20 10:15:03.118657 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec4975dd-5eb6-488e-95c3-b5d5436c0fb8 req-e69ea6ce-38a0-4d63-b0a0-fc9e23d83350 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037838 Apr 20 10:15:03.137611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=9']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:03.147667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.147838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.149051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.149051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.149372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.149824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.150811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.151412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.152192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.152942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.153659 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.154076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:03.162336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:03.277289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770fdb33-cfc5-498f-ba3d-edbe99df0eff', 'name': 'network-vif-deleted', 'tag': 'd4898334-2eb4-4be8-b829-7844c6d03883', 'status': 'completed', 'code': 200} Apr 20 10:15:03.298556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['c86c102a-6f9e-42ae-aed3-def66c5d598e'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:03.688871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device d4898334-2eb4-4be8-b829-7844c6d03883 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:03.770033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: d4898334-2eb4-4be8-b829-7844c6d03883 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:03.770903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device d4898334-2eb4-4be8-b829-7844c6d03883 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:03.783662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5cdd-3efc-4a2f-bdc7-1531a1589edd req-6c5d71d4-a09f-4e9d-b1c8-21e49877fd5d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.788562 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b44a5cdd-3efc-4a2f-bdc7-1531a1589edd req-6c5d71d4-a09f-4e9d-b1c8-21e49877fd5d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.2907646 Apr 20 10:15:03.790061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-03f3ab8c-2493-45d7-9d25-84e07fe0f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.791913 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-03f3ab8c-2493-45d7-9d25-84e07fe0f1f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc644785cea40fe86b1e1a02353e303&device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 1098 time: 0.2215319 Apr 20 10:15:03.793143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdacd-518b-4206-afa0-2b53f7a3c913 req-b35e8c1e-be81-4092-bee9-085ff638e401 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.800879 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-219fdacd-518b-4206-afa0-2b53f7a3c913 req-b35e8c1e-be81-4092-bee9-085ff638e401 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1411445 Apr 20 10:15:03.906691 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-219fdacd-518b-4206-afa0-2b53f7a3c913 req-c0c55251-3fa6-4628-8245-a2a77fada9b1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037235 Apr 20 10:15:04.026518 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b44a5cdd-3efc-4a2f-bdc7-1531a1589edd req-df9c63c6-71a7-4a06-b656-575d77952d5f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262449 Apr 20 10:15:04.113047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-8a1df135-b354-4f4b-b3d9-c77efd130a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:04.115383 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-8a1df135-b354-4f4b-b3d9-c77efd130a57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 200 len: 920 time: 0.2638354 Apr 20 10:15:04.222221 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fdeeb671-bfd2-44de-9114-6fa568a224c9 req-f983d262-7e33-4969-ade8-93ecda597015 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] 10.222.0.20 "GET /v2.0/ports?device_id=770fdb33-cfc5-498f-ba3d-edbe99df0eff HTTP/1.1" status: 200 len: 210 time: 0.1326740 Apr 20 10:15:04.233591 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-c2c385b3-c843-47ca-a6b2-8faf7551cd56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 200 len: 217 time: 0.1097093 Apr 20 10:15:04.406766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-227e91d9-77f7-4e2b-a7b7-6991158460ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:04.408449 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-227e91d9-77f7-4e2b-a7b7-6991158460ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 200 len: 859 time: 0.1583717 Apr 20 10:15:04.472612 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-aa72faef-c960-405d-bbc1-913bb5eb2b14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560277 Apr 20 10:15:04.613605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2abd1-9d17-484e-9921-a4d459ae93af req-7cdc81f1-8450-4595-9151-ee587eef7c16 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:04.615361 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b5e2abd1-9d17-484e-9921-a4d459ae93af req-7cdc81f1-8450-4595-9151-ee587eef7c16 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 944 time: 0.2718656 Apr 20 10:15:04.719217 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-0b860472-7392-4496-8bbb-603fbfb08d41 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333658 Apr 20 10:15:04.727812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b5e2abd1-9d17-484e-9921-a4d459ae93af req-69a7468e-3f95-4b19-8a14-7f9e46f25cbf tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868616 Apr 20 10:15:04.889818 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac2609b6-92fc-4fd4-8de0-2f4216117279 req-06557a06-596d-4a89-a7bb-721e911a9f50 service neutron] 10.222.0.48 "GET /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609190 Apr 20 10:15:05.241224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528b588-0d87-42ea-8e70-f8f8b3db1e2a req-deef0962-37d6-4622-bfe1-a6d1ee6cecc6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:05.244097 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a528b588-0d87-42ea-8e70-f8f8b3db1e2a req-deef0962-37d6-4622-bfe1-a6d1ee6cecc6 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1775763 Apr 20 10:15:05.328676 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a528b588-0d87-42ea-8e70-f8f8b3db1e2a req-f6da2ce4-e7c2-4091-8cf3-6eb5003afef7 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728056 Apr 20 10:15:05.400868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9b6c-ee34-4269-ad7c-c742cfe98f39 req-c7683932-d438-40fb-a9bd-2b7f5b27f7be tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:05.404579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6cec9b6c-ee34-4269-ad7c-c742cfe98f39 req-c7683932-d438-40fb-a9bd-2b7f5b27f7be tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1738508 Apr 20 10:15:05.487144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45806) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:05.508346 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6cec9b6c-ee34-4269-ad7c-c742cfe98f39 req-14b4b2eb-7478-4b54-8170-607763cdec2c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905764 Apr 20 10:15:05.599366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Deleting subnet 87bf3025-6cae-452a-829a-17e27442653f {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:05.603239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.663622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.674477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.688629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:05.832049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port c86c102a-6f9e-42ae-aed3-def66c5d598e triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:05.832790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.021302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.055043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:06.067928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:06.107067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.112835 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'code': 200} Apr 20 10:15:06.113429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:06.220767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=10']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:06.225081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:06.371711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d998f-a251-4ff3-9e20-dbad2672f0e6 req-3db75e24-8d05-4418-a1e4-3b5e3c320443 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:06.374589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e16d998f-a251-4ff3-9e20-dbad2672f0e6 req-3db75e24-8d05-4418-a1e4-3b5e3c320443 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.2829213 Apr 20 10:15:06.499837 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e16d998f-a251-4ff3-9e20-dbad2672f0e6 req-d647def6-0e85-4f60-9495-416dcb9480a5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080542 Apr 20 10:15:06.580856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.587190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0dcf7e48-724e-4250-997d-2236bfe83dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:06.638602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103715e6-b9e9-47f5-a597-49f48edd9685 req-dccc9299-599d-402c-a0b7-a5c9257a73e8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:06.640791 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-103715e6-b9e9-47f5-a597-49f48edd9685 req-dccc9299-599d-402c-a0b7-a5c9257a73e8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1482911 Apr 20 10:15:06.665128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bf3025-6cae-452a-829a-17e27442653f,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:06.668047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.673142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:06.680668 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d5603987-56f8-408b-9268-9678a2291791 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87bf3025-6cae-452a-829a-17e27442653f HTTP/1.1" status: 204 len: 168 time: 1.1911843 Apr 20 10:15:06.684260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45828) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:06.710120 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-103715e6-b9e9-47f5-a597-49f48edd9685 req-a244772f-ad61-4f44-9bbb-882f9973e297 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Apr 20 10:15:06.916148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85671d-ccdf-467e-8d56-4febf684f047 req-e9c4b103-c04f-4aa5-9001-82ec240f3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:06.918630 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac85671d-ccdf-467e-8d56-4febf684f047 req-e9c4b103-c04f-4aa5-9001-82ec240f3212 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1099 time: 0.0857537 Apr 20 10:15:06.973754 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ac85671d-ccdf-467e-8d56-4febf684f047 req-9bb206ce-e6e4-489c-b388-30af0d819cbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473421 Apr 20 10:15:07.001557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.161961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f1a5-6830-49de-9e54-8c49e34fd66b req-19f60cb9-d8b8-4369-8c8c-943bdc24df13 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:07.164855 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3df1f1a5-6830-49de-9e54-8c49e34fd66b req-19f60cb9-d8b8-4369-8c8c-943bdc24df13 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.3434277 Apr 20 10:15:07.341091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45838) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:07.353769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.439088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Deleting subnet 284df62c-346d-477c-b5e4-6d7397e2a7fd {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:07.443302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.466338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3aa-5302-4856-87ec-967cd400a364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.512659 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3df1f1a5-6830-49de-9e54-8c49e34fd66b req-7ec36874-8411-43ce-ab2b-51188e2cec3f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387547 Apr 20 10:15:07.534123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.583454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45844) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:07.610563 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.611218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.613726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.614428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > port after_create 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.615076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.615762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > port after_update 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.616414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.617080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.617731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.618376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.633313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.831072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.831534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.831912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.832289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86439) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:15:07.832691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6114e-f146-4213-a11c-4f3bc2b7039b']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:07.848736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d19d19b-a469-4e34-9db1-1047731a4b44') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:07.849087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d19d19b-a469-4e34-9db1-1047731a4b44') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:07.860354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.864193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.890258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.903595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:07.910437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:07.922903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Usage tracker for resource:security_group_rule and tenant:235d59a524f548ecac6b974a9130abad is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:07.929414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:07.955531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:07.996898 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b988a2-2a19-42d7-bcd1-e7c8d85ccf2b req-82fda733-7ac4-4a88-a165-04d86b4839a4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:07.998702 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-69b988a2-2a19-42d7-bcd1-e7c8d85ccf2b req-82fda733-7ac4-4a88-a165-04d86b4839a4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.2877114 Apr 20 10:15:08.137231 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-69b988a2-2a19-42d7-bcd1-e7c8d85ccf2b req-7d32ee96-2566-4eab-baff-d5b25556dc74 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976658 Apr 20 10:15:08.231177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.239626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:08.305360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284df62c-346d-477c-b5e4-6d7397e2a7fd,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:08.329182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:08.330973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.356790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.369692 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-deeeddaf-6c92-4096-ad8f-4ba3d9bc106f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/284df62c-346d-477c-b5e4-6d7397e2a7fd HTTP/1.1" status: 204 len: 168 time: 1.0242279 Apr 20 10:15:08.372417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45864) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:08.412779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.416579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:08.426463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-902fa259-3044-49d0-adbe-7c86a898380b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:08.427938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.505114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af703-2c45-41d6-8aeb-04a854428a01 req-97be00ec-ba51-407d-a1e3-604fd64487d0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:08.506986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-918af703-2c45-41d6-8aeb-04a854428a01 req-97be00ec-ba51-407d-a1e3-604fd64487d0 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.5532963 Apr 20 10:15:08.557825 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=235d59a524f548ecac6b974a9130abad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9729140 Apr 20 10:15:08.573042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45872) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:08.574573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8167c190-0611-47e4-933e-8093bb0522b0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:08.579999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:08.638516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.710875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.725279 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-918af703-2c45-41d6-8aeb-04a854428a01 req-eb272398-3bdd-4bbd-9b1d-b50983ca29ef tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032263 Apr 20 10:15:08.728335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Network ffa6114e-f146-4213-a11c-4f3bc2b7039b has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:08.751064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: from cryptography.utils import int_from_bytes Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: from cryptography.utils import int_from_bytes Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: (rel_b, rel_a, rel_b), Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: (rel_b, rel_a, rel_b), Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:08.759503 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:08.956626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.970204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.978376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.981456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:09.008660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa6114e-f146-4213-a11c-4f3bc2b7039b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:09.011636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:09.102024 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8ea2ad14-4bd0-441c-894e-9039bcc6d2fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/ffa6114e-f146-4213-a11c-4f3bc2b7039b HTTP/1.1" status: 204 len: 168 time: 2.4154766 Apr 20 10:15:09.122349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b46d31b-6b59-4d48-ae34-cf83731a1d13']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:09.147181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c814-343e-448f-b26c-93d1da9f0336 req-4ab49d96-c0af-42a8-9f64-604e9eb2ac3d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:09.147181 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2c18c814-343e-448f-b26c-93d1da9f0336 req-4ab49d96-c0af-42a8-9f64-604e9eb2ac3d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.3860099 Apr 20 10:15:09.151088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a694348-a907-4bbb-8346-bf5f4ae1a5f9') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:09.151295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a694348-a907-4bbb-8346-bf5f4ae1a5f9') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:09.188246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.242715 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2c18c814-343e-448f-b26c-93d1da9f0336 req-12fd89af-7f2c-4b06-a6c6-a392d65e300d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772872 Apr 20 10:15:09.262008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.303529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:09.435307 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.460144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-acadf4ba-910a-4407-91aa-7316799de2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:09.544316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.551058 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8167c190-0611-47e4-933e-8093bb0522b0 HTTP/1.1" status: 204 len: 168 time: 0.9655383 Apr 20 10:15:09.572698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8167c190-0611-47e4-933e-8093bb0522b0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:09.656906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:09.718503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45914) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:09.826364 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f082634d-edc2-42cf-8274-26f352609bda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b27593ec9302489fbdedbf1ab3584bdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1060593 Apr 20 10:15:09.832103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45918) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:09.972044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.005061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:10.024452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.127608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.494899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-411b6e38-7342-4539-9325-5ea2b725052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.529597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.540167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19a30bbb-d734-4f35-80c3-2d09d39b20c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:10.579250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Network 1b46d31b-6b59-4d48-ae34-cf83731a1d13 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:10.590619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50942b-4952-4766-83b2-5bbd5bc76ee4 req-8de641cc-ec67-4364-ba6f-15930a9e1178 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:10.593941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fb50942b-4952-4766-83b2-5bbd5bc76ee4 req-8de641cc-ec67-4364-ba6f-15930a9e1178 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1736772 Apr 20 10:15:10.595310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47105f6b-b8f1-4653-b676-b0f36c0061e3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:10.599419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:10.606422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e18d0-ffda-4a30-b92d-95204b7da6ed req-13e1484a-0006-4f3a-8cac-ae9bc47d1b3d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:10.614022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.616246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47105f6b-b8f1-4653-b676-b0f36c0061e3 HTTP/1.1" status: 204 len: 168 time: 0.7828457 Apr 20 10:15:10.622394 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-709e18d0-ffda-4a30-b92d-95204b7da6ed req-13e1484a-0006-4f3a-8cac-ae9bc47d1b3d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.7830768 Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:10.642158 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:10.706852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.745251 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fb50942b-4952-4766-83b2-5bbd5bc76ee4 req-7dd72b7e-5ff8-4821-b422-5f1dfd5d10b9 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167459 Apr 20 10:15:10.754595 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-709e18d0-ffda-4a30-b92d-95204b7da6ed req-1d53a5f2-cc58-4411-bedf-0a9c988ea5b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312151 Apr 20 10:15:10.843870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.850479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.855283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:10.878093 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b46d31b-6b59-4d48-ae34-cf83731a1d13 HTTP/1.1" status: 204 len: 168 time: 2.5038593 Apr 20 10:15:10.880006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b46d31b-6b59-4d48-ae34-cf83731a1d13,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:10.882938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:11.585311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 45940) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:11.597729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.652429 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-eab1007e-0428-4c1c-8af0-88ea9d311ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d667038745f1494bb766d04721ea601a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652592 Apr 20 10:15:11.655972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 45946) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:11.727437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.760415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.860141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.888094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c317ccb6-15b4-4c86-97b7-2765245177b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:11.940901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4fc250-0d8a-43b1-95c1-7144a06ba8c8,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:11.946478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:11.950294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.955308 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d4fc250-0d8a-43b1-95c1-7144a06ba8c8 HTTP/1.1" status: 204 len: 168 time: 0.2950623 Apr 20 10:15:11.999011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.048933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecb0a2-418e-40ff-8fac-5171f35a1bda req-01f9cf10-b777-4c11-a109-da48bf0a5992 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:12.050727 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3fecb0a2-418e-40ff-8fac-5171f35a1bda req-01f9cf10-b777-4c11-a109-da48bf0a5992 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.1253045 Apr 20 10:15:12.124601 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3fecb0a2-418e-40ff-8fac-5171f35a1bda req-b45b1b39-6484-4f43-ac61-2deea8e8401c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604866 Apr 20 10:15:12.201930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429129-1e3a-477f-9142-45435f656e42 req-7d576c96-3622-4df9-aae4-15c899c8addb tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:12.209145 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-92429129-1e3a-477f-9142-45435f656e42 req-7d576c96-3622-4df9-aae4-15c899c8addb tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1693900 Apr 20 10:15:12.295729 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-92429129-1e3a-477f-9142-45435f656e42 req-6cf242e5-774d-488e-8778-becc095bf686 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846176 Apr 20 10:15:12.420824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.686446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c2884-e7a3-4e91-ab5e-676c0c8ff4f9 req-33c9c241-0f24-4d13-9ba1-634f84b02cf3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:13.689410 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-582c2884-e7a3-4e91-ab5e-676c0c8ff4f9 req-33c9c241-0f24-4d13-9ba1-634f84b02cf3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1575904 Apr 20 10:15:13.778118 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-582c2884-e7a3-4e91-ab5e-676c0c8ff4f9 req-13b06119-eba3-48a6-aa75-e2e3d294ed67 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809257 Apr 20 10:15:15.026182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cb998-f612-4fa2-a400-c9210763ae37 req-0f564076-67fc-48d0-80c5-a119230ddb7e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:15.028012 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-064cb998-f612-4fa2-a400-c9210763ae37 req-0f564076-67fc-48d0-80c5-a119230ddb7e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.0991979 Apr 20 10:15:15.084681 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-064cb998-f612-4fa2-a400-c9210763ae37 req-ec494645-30c7-4c85-b428-74ca7978525a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Apr 20 10:15:16.355164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9edb04-c4dc-4d13-a8db-994dbd3f8387 req-9b418927-01d9-4ed3-a8e7-c45a44198648 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:16.357061 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2b9edb04-c4dc-4d13-a8db-994dbd3f8387 req-9b418927-01d9-4ed3-a8e7-c45a44198648 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1143246 Apr 20 10:15:16.381618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d999d9f-97d3-4398-8852-502ada782b2b req-80245e5f-2987-45de-8686-0ee5069972c1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:16.383658 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d999d9f-97d3-4398-8852-502ada782b2b req-80245e5f-2987-45de-8686-0ee5069972c1 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1076608 Apr 20 10:15:16.418987 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2b9edb04-c4dc-4d13-a8db-994dbd3f8387 req-3047c67e-b6cd-4f6e-b06d-dd23d6e537c5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553436 Apr 20 10:15:16.443481 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d999d9f-97d3-4398-8852-502ada782b2b req-0fbcb199-8524-4d7d-83d1-4c1a1a41d6c9 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527327 Apr 20 10:15:17.662599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ba9eb-99d8-4f24-b879-040d889d1185 req-4487f572-4848-49d4-9abb-1deb0f94b6fe tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:17.664542 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e04ba9eb-99d8-4f24-b879-040d889d1185 req-4487f572-4848-49d4-9abb-1deb0f94b6fe tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1009538 Apr 20 10:15:17.719034 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e04ba9eb-99d8-4f24-b879-040d889d1185 req-25e981d8-85b3-415a-bb9b-27651d9447dc tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469437 Apr 20 10:15:17.767910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef645f6-1495-4b2f-aa2f-6e9d4dabc00a req-25b15a42-797f-482a-b2b9-071aae068a0c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:17.769639 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0ef645f6-1495-4b2f-aa2f-6e9d4dabc00a req-25b15a42-797f-482a-b2b9-071aae068a0c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1202021 Apr 20 10:15:17.825794 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0ef645f6-1495-4b2f-aa2f-6e9d4dabc00a req-831fd52b-5e9d-44b0-8b05-d5931949df96 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Apr 20 10:15:18.800118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-54f73878-aeb3-4b31-b3f9-466d4a9f0022 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:18.800118 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-54f73878-aeb3-4b31-b3f9-466d4a9f0022 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.1001103 Apr 20 10:15:18.962333 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Deleting port 52974289-6f86-4db2-8000-246a0572dc95 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:18.962976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:19.044605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d41b13-9129-4f81-b4ef-0b37247576bb req-ee37a3e1-7af3-430f-91ce-4931c5adaa6a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.046972 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-83d41b13-9129-4f81-b4ef-0b37247576bb req-ee37a3e1-7af3-430f-91ce-4931c5adaa6a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.0988295 Apr 20 10:15:19.100631 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-83d41b13-9129-4f81-b4ef-0b37247576bb req-fb025938-b4a6-4cfe-b484-d613719c117d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Apr 20 10:15:19.226789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35b619-4d6a-4eb1-8b36-f15b2121b7fd req-aa898383-0f81-4365-b9d4-122b9c3330a2 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.228501 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c35b619-4d6a-4eb1-8b36-f15b2121b7fd req-aa898383-0f81-4365-b9d4-122b9c3330a2 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 945 time: 0.3622856 Apr 20 10:15:19.432984 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c35b619-4d6a-4eb1-8b36-f15b2121b7fd req-1c6f0d3f-a9a8-45bb-aec8-0d19a03f3b27 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918702 Apr 20 10:15:19.531373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] For port 52974289-6f86-4db2-8000-246a0572dc95, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=52974289-6f86-4db2-8000-246a0572dc95,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:19.532078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:19.695107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100f94-b5d7-4ddf-9693-7518db982ccc req-332b31bb-c98b-4f8a-a2cb-be33e79972e2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.700054 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9100f94-b5d7-4ddf-9693-7518db982ccc req-332b31bb-c98b-4f8a-a2cb-be33e79972e2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1556265 Apr 20 10:15:19.756806 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a9100f94-b5d7-4ddf-9693-7518db982ccc req-745782b5-cd9b-4004-80af-685094250bca tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499773 Apr 20 10:15:19.764183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Calling delete_port for 52974289-6f86-4db2-8000-246a0572dc95 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:19.897895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-408c0ee3-bf96-4196-9419-31373d3ee0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.899858 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-408c0ee3-bf96-4196-9419-31373d3ee0f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1099 time: 0.2023852 Apr 20 10:15:20.117648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:20.133820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2ec6fb4d-aa7a-4d80-b098-03e7d040cb76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:20.134177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['cab6c852-a289-4162-88e7-62c6e5330503'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:20.221223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Pushing event deleted for resources: {'Port': ['ID=52974289-6f86-4db2-8000-246a0572dc95,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:20.224229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-4ecdfc33-55ab-46b9-a4ad-5aef3b608a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:20.226003 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-4ecdfc33-55ab-46b9-a4ad-5aef3b608a56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.2838106 Apr 20 10:15:20.228111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:20.389406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] No DVR routers for this DVR port 52974289-6f86-4db2-8000-246a0572dc95 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:20.393869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:20.396741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'name': 'network-vif-deleted', 'tag': '52974289-6f86-4db2-8000-246a0572dc95'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:20.450801 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c', 'name': 'network-vif-deleted', 'tag': '52974289-6f86-4db2-8000-246a0572dc95', 'status': 'completed', 'code': 200} Apr 20 10:15:20.453077 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-cbfd54fb-4b0f-4915-bacc-edf39e8ba654 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 1002 time: 0.1777825 Apr 20 10:15:20.458836 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a42efc12-bc78-4405-bec4-00ff33874f5a req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "DELETE /v2.0/ports/52974289-6f86-4db2-8000-246a0572dc95 HTTP/1.1" status: 204 len: 173 time: 1.6585028 Apr 20 10:15:20.533580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-1cb1cf72-3d92-4094-9742-2d0396243ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:20.535197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-1cb1cf72-3d92-4094-9742-2d0396243ad0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.0721133 Apr 20 10:15:20.638885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-b10f0821-1127-459b-9d64-3b4585da2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:20.642769 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-b10f0821-1127-459b-9d64-3b4585da2e9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908012 Apr 20 10:15:20.662120 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0715e6fb-92e4-425c-afbd-bb49d4dd1a50 req-c6c4c770-8e4e-4100-889e-095dc973ae53 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f35ae4-b51b-4b5c-a2b1-dacbe77ac71c HTTP/1.1" status: 200 len: 210 time: 0.0551651 Apr 20 10:15:20.804374 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-664a8984-c591-4669-9db3-dc7660e1e60f service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557610 Apr 20 10:15:21.038937 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a579a832-b3e1-4170-8e63-7200f5eb4565 req-5279ee02-4e5b-41c6-b1d3-84e871f877fd service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249625 Apr 20 10:15:21.068571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65852ae-8557-43e9-b66d-29af4f3bdcb9 req-0b17bbcf-29b3-426a-9828-a961a620115c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:21.070274 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f65852ae-8557-43e9-b66d-29af4f3bdcb9 req-0b17bbcf-29b3-426a-9828-a961a620115c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1613643 Apr 20 10:15:21.125624 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f65852ae-8557-43e9-b66d-29af4f3bdcb9 req-15e66148-09dc-460a-8f4a-df15476d763e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477509 Apr 20 10:15:21.783187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 52974289-6f86-4db2-8000-246a0572dc95 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:21.825655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 52974289-6f86-4db2-8000-246a0572dc95 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:21.828657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 52974289-6f86-4db2-8000-246a0572dc95 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:22.362506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056906-8a89-451b-8b6d-dc1d6c55dc95 req-3da9eaec-f140-493f-9cbf-deef13869def tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:22.364189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a056906-8a89-451b-8b6d-dc1d6c55dc95 req-3da9eaec-f140-493f-9cbf-deef13869def tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1047606 Apr 20 10:15:22.398218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818a6d6-a708-434f-8a8a-b72d1a5e0efb req-c4814cdf-8e55-4a17-b0f2-29306c23b5aa tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:22.399639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7818a6d6-a708-434f-8a8a-b72d1a5e0efb req-c4814cdf-8e55-4a17-b0f2-29306c23b5aa tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Synchronizing usage tracker for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:22.422311 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a056906-8a89-451b-8b6d-dc1d6c55dc95 req-d229b88e-f5fc-46d0-b07a-e7efc7dfb2bc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Apr 20 10:15:22.488747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-7818a6d6-a708-434f-8a8a-b72d1a5e0efb req-c4814cdf-8e55-4a17-b0f2-29306c23b5aa tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Unset dirty status for tenant:6fc644785cea40fe86b1e1a02353e303 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:22.490184 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7818a6d6-a708-434f-8a8a-b72d1a5e0efb req-c4814cdf-8e55-4a17-b0f2-29306c23b5aa tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.2010834 Apr 20 10:15:22.545772 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7818a6d6-a708-434f-8a8a-b72d1a5e0efb req-847f8ae2-7d90-4938-b357-35b1ff55b84f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Apr 20 10:15:23.903092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f72b92-644a-44b1-9415-afd8b9481df7 req-738a33ba-21a8-4235-982c-454d479db24b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:23.905918 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-38f72b92-644a-44b1-9415-afd8b9481df7 req-738a33ba-21a8-4235-982c-454d479db24b tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.0991898 Apr 20 10:15:23.964536 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-38f72b92-644a-44b1-9415-afd8b9481df7 req-7ca59c80-5630-4786-893c-b47fb68f1e1e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Apr 20 10:15:24.200860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46194) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:24.387775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.406812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:24.411578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Usage tracker for resource:security_group_rule and tenant:63e5bbf7a08b46a4863abe86c7eee7ce is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:24.415293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:24.422793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:24.519333 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.552111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.563793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-20cf892b-c12f-4c05-8c40-cb77aa7cbc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:24.611413 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63e5bbf7a08b46a4863abe86c7eee7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090805 Apr 20 10:15:24.612332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8165cc9b-d1d9-43ba-a002-0773181fab6f,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:24.614334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46200) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:24.616289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:24.684495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.715865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.803582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.809259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-650e0dd8-9d4a-431a-ad02-32d980828130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:24.821815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165cc9b-d1d9-43ba-a002-0773181fab6f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:24.833298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:24.835591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.841584 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8165cc9b-d1d9-43ba-a002-0773181fab6f HTTP/1.1" status: 204 len: 168 time: 0.2214346 Apr 20 10:15:25.393945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46220) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.415925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.436061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:25.441025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Usage tracker for resource:security_group_rule and tenant:4330f47d32f84f25813c1fc57b53109b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:25.444536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:25.452682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:25.453752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703160-1b71-4cd6-8429-10529ce440c9 req-76077972-b5b4-4418-a5cd-3f8cb9ad269e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:25.455489 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6c703160-1b71-4cd6-8429-10529ce440c9 req-76077972-b5b4-4418-a5cd-3f8cb9ad269e tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.3388066 Apr 20 10:15:25.531696 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6c703160-1b71-4cd6-8429-10529ce440c9 req-0f932647-b431-4622-b18a-067ef9737d03 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650775 Apr 20 10:15:25.556137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.608926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.617345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-565d8694-7207-4886-be75-2b64b4b34fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:25.670276 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4330f47d32f84f25813c1fc57b53109b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750614 Apr 20 10:15:25.672206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01401c4-c391-4d1c-b650-abc84ff7f831,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:25.674144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46226) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.675567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:25.762661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.796549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.900611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.905890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7f32cf70-6956-49f2-913c-f207aa9192f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:25.921815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01401c4-c391-4d1c-b650-abc84ff7f831,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:25.924882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:25.934645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.936160 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e01401c4-c391-4d1c-b650-abc84ff7f831 HTTP/1.1" status: 204 len: 168 time: 0.2601893 Apr 20 10:15:26.762774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2efd-1171-409a-a1a8-c1aa9b89e632 req-89cc0e50-19f9-467b-a047-6f34597cdc5a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:26.764424 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-371b2efd-1171-409a-a1a8-c1aa9b89e632 req-89cc0e50-19f9-467b-a047-6f34597cdc5a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.0985608 Apr 20 10:15:26.818637 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-371b2efd-1171-409a-a1a8-c1aa9b89e632 req-7f799807-847d-4dca-a4a8-1c502b0931ff tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 Apr 20 10:15:28.077863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51865-2f0b-4a7c-b1b1-cd7351269bcb req-09e27410-2d97-4ba9-9b81-d45d60ccbfa8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:28.080353 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40c51865-2f0b-4a7c-b1b1-cd7351269bcb req-09e27410-2d97-4ba9-9b81-d45d60ccbfa8 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.1055799 Apr 20 10:15:28.140252 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40c51865-2f0b-4a7c-b1b1-cd7351269bcb req-9b1eae3e-6e57-4880-b938-cb3566b0b36a tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/security-groups?id=58a55f7c-8295-4ac5-b075-2a4ca4a6d706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520356 Apr 20 10:15:28.420572 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-3d1f06c7-d0ce-4641-887c-a08beed80a1f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:28.422342 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-3d1f06c7-d0ce-4641-887c-a08beed80a1f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 945 time: 0.0967510 Apr 20 10:15:28.512229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Deleting port cab6c852-a289-4162-88e7-62c6e5330503 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:28.513612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.824458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] For port cab6c852-a289-4162-88e7-62c6e5330503, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cab6c852-a289-4162-88e7-62c6e5330503,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:28.825288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.984550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Calling delete_port for cab6c852-a289-4162-88e7-62c6e5330503 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:29.203253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.211280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e83929ea-969c-4dab-ba6e-6b56a9bb2498 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:29.217287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['cab6c852-a289-4162-88e7-62c6e5330503'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:29.359765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Pushing event deleted for resources: {'Port': ['ID=cab6c852-a289-4162-88e7-62c6e5330503,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:29.368569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:29.376652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] No DVR routers for this DVR port cab6c852-a289-4162-88e7-62c6e5330503 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:29.379412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.384188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'name': 'network-vif-deleted', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:29.445477 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5083990-574a-4d4f-9ff5-5e306e8b17ce', 'name': 'network-vif-deleted', 'tag': 'cab6c852-a289-4162-88e7-62c6e5330503', 'status': 'completed', 'code': 200} Apr 20 10:15:29.452333 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9cc05e4-6010-4d0a-a437-ec4ebbbef73f req-d9d81db9-c932-4b54-8b35-a1d0147f6c72 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5083990-574a-4d4f-9ff5-5e306e8b17ce HTTP/1.1" status: 200 len: 210 time: 0.1263103 Apr 20 10:15:29.455287 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f14eebc4-ff44-4973-8f48-84f98ea75270 req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] 10.222.0.48 "DELETE /v2.0/ports/cab6c852-a289-4162-88e7-62c6e5330503 HTTP/1.1" status: 204 len: 173 time: 1.0267067 Apr 20 10:15:30.596788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46336) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:31.253929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.719298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Deleting port a6dec1a3-9eca-4cda-9626-1ed07a7898e1 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:31.719930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.833515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device cab6c852-a289-4162-88e7-62c6e5330503 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:31.896751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: cab6c852-a289-4162-88e7-62c6e5330503 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:31.897554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device cab6c852-a289-4162-88e7-62c6e5330503 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:31.933489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] For port a6dec1a3-9eca-4cda-9626-1ed07a7898e1, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,segment=NetworkSegment(e6e880b4-3dec-4715-b674-55fe4314a683),segment_id=e6e880b4-3dec-4715-b674-55fe4314a683)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:31.933893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:32.082295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Calling delete_port for a6dec1a3-9eca-4cda-9626-1ed07a7898e1 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:32.728842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:32.733532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3a2b32fa-2289-402b-bbbb-6469c3e64f8f tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:32.780576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dec1a3-9eca-4cda-9626-1ed07a7898e1,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:32.784674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:33.097272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:33.597961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Router f0eeb346-3564-4399-bbde-a71c5b0bce75 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:33.828880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:33.846878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Sync routers for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:33.849616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46416) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:33.855275 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] 10.222.0.20 "PUT /v2.0/routers/f0eeb346-3564-4399-bbde-a71c5b0bce75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455871 Apr 20 10:15:33.860905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:33.865471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:15:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:34.086743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.256347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:34.582778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.597031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:15:32Z', 'revision_number': 5, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port': {'id': '2f90a92b-d3d7-41ad-82a1-77f9a305bc69', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:43Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:34.604596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Checking router: f0eeb346-3564-4399-bbde-a71c5b0bce75 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:34.615081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Routers {'f0eeb346-3564-4399-bbde-a71c5b0bce75'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:34.615812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:15:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['f0eeb346-3564-4399-bbde-a71c5b0bce75'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:34.709179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Deleting port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:34.709831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.810260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] Set router f0eeb346-3564-4399-bbde-a71c5b0bce75 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:35.004902 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:15:34Z', 'revision_number': 6, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:35.009230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] For port 2f90a92b-d3d7-41ad-82a1-77f9a305bc69, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:35.009744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:35.010698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82559-1f05-4fc0-bf15-7da4ed98d5dc None None] The sync data for ids ['f0eeb346-3564-4399-bbde-a71c5b0bce75'] in dv-cinder-774594-4-smb is: [{'id': 'f0eeb346-3564-4399-bbde-a71c5b0bce75', 'name': 'tempest-ServerRescueNegativeTestJSON-1575903151-router', 'tenant_id': '6fc644785cea40fe86b1e1a02353e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:39Z', 'updated_at': '2021-04-20T10:15:34Z', 'revision_number': 6, 'project_id': '6fc644785cea40fe86b1e1a02353e303', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:35.159817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Calling delete_port for 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:35.331917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a6dec1a3-9eca-4cda-9626-1ed07a7898e1 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:35.372839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: a6dec1a3-9eca-4cda-9626-1ed07a7898e1 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:35.373239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a6dec1a3-9eca-4cda-9626-1ed07a7898e1 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:36.346285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.355409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:36.410754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Pushing event deleted for resources: {'Port': ['ID=2f90a92b-d3d7-41ad-82a1-77f9a305bc69,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:36.442780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:36.536907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.757008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.763175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.058059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.058661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0eeb346-3564-4399-bbde-a71c5b0bce75 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:15:37.096614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.098144 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0eeb346-3564-4399-bbde-a71c5b0bce75 HTTP/1.1" status: 204 len: 168 time: 3.2466645 Apr 20 10:15:37.101524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46440) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:37.184954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Deleting subnet 6a4eff79-fad7-46b0-a11f-f9531baa14bb {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:37.188740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.263545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.345245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.406312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:37.472132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:37.472774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 2f90a92b-d3d7-41ad-82a1-77f9a305bc69 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:37.478671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:15:37.574831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6858190c-c582-4626-8af4-d69e2493236b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.757863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.763950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:37.806856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.810655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4eff79-fad7-46b0-a11f-f9531baa14bb,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:37.813500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:37.818828 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a4eff79-fad7-46b0-a11f-f9531baa14bb HTTP/1.1" status: 204 len: 168 time: 0.7158105 Apr 20 10:15:37.823450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46448) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:37.968722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.152770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.284522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:38.304920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e880b4-3dec-4715-b674-55fe4314a683') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:38.305472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e880b4-3dec-4715-b674-55fe4314a683') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:38.323383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.342296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.350209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:38.585895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:38.597568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.800831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Network 67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:38.830912 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:38.943447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.948170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:38.969831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.974455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:38.980474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:39.013232 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/67a98dd8-e7ba-4f7b-a2da-8b35a10f9c9b HTTP/1.1" status: 204 len: 168 time: 1.1879051 Apr 20 10:15:39.385779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46466) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:39.447641 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4c13b3a4-0f7e-428b-9be1-5deb59338e69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fc644785cea40fe86b1e1a02353e303&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594523 Apr 20 10:15:39.450662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46472) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:39.561055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.593364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.684021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.690726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8e622ead-e7e6-4bef-a547-2933bbd4b20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:39.708374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a55f7c-8295-4ac5-b075-2a4ca4a6d706,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:39.720893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:39.752688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.754295 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58a55f7c-8295-4ac5-b075-2a4ca4a6d706 HTTP/1.1" status: 204 len: 168 time: 0.3023014 Apr 20 10:15:40.185819 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-c800d57b-f34f-456a-9740-337c419fdba1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280727 Apr 20 10:15:40.264891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5dd6-c42a-42fd-a740-f8e5c104f030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.422985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-1fb84c73-c16e-4c46-9f6b-725934f47f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:40.425557 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-1fb84c73-c16e-4c46-9f6b-725934f47f14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 1099 time: 0.1370559 Apr 20 10:15:40.641762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-27361594-d41e-4780-9be3-62bbe49d63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:40.643589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-27361594-d41e-4780-9be3-62bbe49d63a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.1894326 Apr 20 10:15:40.724147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.788619 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-f02a7051-e6d7-4eb7-ae18-098856bae572 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 200 len: 1001 time: 0.1353970 Apr 20 10:15:40.923239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-a3325a2d-0164-49aa-bf48-ed8b88a378d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:40.926950 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-a3325a2d-0164-49aa-bf48-ed8b88a378d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1288691 Apr 20 10:15:41.038299 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-0d456ef1-44fb-44ff-95ef-a4c7f38d3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:41.040943 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-0d456ef1-44fb-44ff-95ef-a4c7f38d3bbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1065071 Apr 20 10:15:41.309873 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-0bc45cde-b142-48bd-b8dd-578f3a33339d service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557292 Apr 20 10:15:41.397891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46520) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:41.572161 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1918f30b-ccc9-4d8f-b221-70ed8fc3282d req-eaa86174-1b71-495d-b9c0-ee8f69d4bead service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554252 Apr 20 10:15:41.574683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:41.926649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:41.945485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:41.953970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Usage tracker for resource:security_group_rule and tenant:02aaba3894b64f179e804170d0cad67e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:41.959544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:41.971587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:42.003530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.124722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.156402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.173918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d557db49-b857-474f-b662-a48f344011a2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:42.229289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02aaba3894b64f179e804170d0cad67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299308 Apr 20 10:15:42.230289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd74029-5f07-4f5d-9ce3-0cc35042275e,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:42.233039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46530) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:42.234402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:42.310828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.348217 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.424585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.454943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.464433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:42.498867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd74029-5f07-4f5d-9ce3-0cc35042275e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:42.512561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.513849 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfd74029-5f07-4f5d-9ce3-0cc35042275e HTTP/1.1" status: 204 len: 168 time: 0.2796113 Apr 20 10:15:42.516345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.516898 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.517633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.520892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.530650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.531292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.531774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.532208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.532621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.533026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.547132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.547289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:42.557328 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:43.063415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46546) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:43.086748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.109193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:43.118228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Usage tracker for resource:security_group_rule and tenant:57626076ae044f099b4bbce97a553295 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:43.124881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:43.138750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:43.278904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.314959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.323657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a6e45f87-ea57-4004-8862-33e91b458244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:43.371711 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57626076ae044f099b4bbce97a553295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071585 Apr 20 10:15:43.372938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215a9c5-2c0d-496e-b234-d28810d24145,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:43.374631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46554) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:43.377612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5aae7d77-184c-41e7-bc73-cd6ddf3fa010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:43.456416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.489861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.595166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.599772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b5bb1dc4-d521-4a1f-905d-f023b76cf646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:43.617237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215a9c5-2c0d-496e-b234-d28810d24145,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:43.620835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:43.629577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.633601 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e215a9c5-2c0d-496e-b234-d28810d24145 HTTP/1.1" status: 204 len: 168 time: 0.2545700 Apr 20 10:15:44.397817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46582) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:44.422524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.440539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:44.444807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Usage tracker for resource:security_group_rule and tenant:02ad2788da2a4989a770f82041941bc4 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:44.449119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:44.455878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:44.568986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.625566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.637178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17b09441-5339-4a8f-9405-25fc2b95c7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:44.683766 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02ad2788da2a4989a770f82041941bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844200 Apr 20 10:15:44.685639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8837a89-c5cb-4c12-a17c-08105ca4f38c,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:44.688747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46586) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:44.689698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:44.769989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.803238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.886837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.892414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4b9c94e3-b1d0-498c-848e-f6a536ed7b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:44.907663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8837a89-c5cb-4c12-a17c-08105ca4f38c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:44.912599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:44.921590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.923110 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8837a89-c5cb-4c12-a17c-08105ca4f38c HTTP/1.1" status: 204 len: 168 time: 0.2326558 Apr 20 10:15:45.927546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46624) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:46.098090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.136015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:46.144304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab0738b0aad43f587740799f4538961 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:46.149970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:46.162513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:46.304699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.334001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.345327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f7c2c36f-cecd-46f8-ae5b-a7e6ee982c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:46.393588 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ab0738b0aad43f587740799f4538961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649253 Apr 20 10:15:46.395556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3334b2f6-860d-4157-9cbd-1743d82a63a3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:46.398076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46642) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:46.399762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:46.499991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.540154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.636137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.642711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6e247efb-cbb4-465c-b8cc-bb8884f78b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:46.659922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3334b2f6-860d-4157-9cbd-1743d82a63a3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:46.673066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.673476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.673875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.674268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.674655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.675045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.675508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.675911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.676302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.676687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.677074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.677444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:46.685880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:46.689890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.691997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3334b2f6-860d-4157-9cbd-1743d82a63a3 HTTP/1.1" status: 204 len: 168 time: 0.2917387 Apr 20 10:15:47.007942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46656) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:47.156095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.173196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:47.177430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Usage tracker for resource:security_group_rule and tenant:e8b3bc9f8b7e487eb9d68af8c4c24b00 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:47.180517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:47.188943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:47.314764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.346390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.362725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2c3fe14f-3657-4b5e-aec9-70d78ea7bd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:47.414511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8b3bc9f8b7e487eb9d68af8c4c24b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053657 Apr 20 10:15:47.416672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc20b0e-f3eb-4882-8005-04cd94b17f8a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:47.419311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46672) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:47.422148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:47.492036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.525349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.614519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.620441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c5030b8-2b32-4af4-a66b-4e84cebff875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:47.635750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc20b0e-f3eb-4882-8005-04cd94b17f8a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:47.638377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:47.648505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.649787 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cc20b0e-f3eb-4882-8005-04cd94b17f8a HTTP/1.1" status: 204 len: 168 time: 0.2293997 Apr 20 10:15:47.839795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46684) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:48.250585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-127538279-network', 'tenant_id': '1cac90969ada4d28858d0cb90b716eca'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:48.257623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:48.263583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Usage tracker for resource:network and tenant:1cac90969ada4d28858d0cb90b716eca is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:48.267114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:48.276122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:48.323125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Made reservation on behalf of 1cac90969ada4d28858d0cb90b716eca for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:48.328268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.343104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.367852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:48.376788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Usage tracker for resource:security_group_rule and tenant:1cac90969ada4d28858d0cb90b716eca is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:48.377404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:48.384813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:48.534999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.604061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.612363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7a94408e-70c3-40b2-8626-751b57458379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:48.643534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:15:48.668629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850dfa8c-4105-4234-ab11-42ce91c551af,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:48.672042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:48.673589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.673805 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Added segment 6e393904-b62d-4804-8426-b47782c6db48 of type vlan for network 80e17a87-c461-4c49-9953-4cc5a3214a5d Apr 20 10:15:48.771792 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.929081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.931677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:48.932851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.942880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d7aa32c4-2c33-469f-b92a-db8490744b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:49.111985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Pushing event updated for resources: {'Network': ['ID=80e17a87-c461-4c49-9953-4cc5a3214a5d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:49.115246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:49.130925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:15:49.149494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46718) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:49.150697 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3086445 Apr 20 10:15:49.157166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Request body: {'subnet': {'network_id': '80e17a87-c461-4c49-9953-4cc5a3214a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-127538279-subnet', 'tenant_id': '1cac90969ada4d28858d0cb90b716eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:49.164511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:49.169753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Usage tracker for resource:subnet and tenant:1cac90969ada4d28858d0cb90b716eca is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:49.174092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:49.186280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:49.242826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Made reservation on behalf of 1cac90969ada4d28858d0cb90b716eca for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:49.250158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036825527932'] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.071940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28678903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036825527915'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.077520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:50.160790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04557e3d-935d-4f2d-8075-9cd88a38d70d,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:50.163819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:50.173533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Checking segment: {'id': '6e393904-b62d-4804-8426-b47782c6db48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '80e17a87-c461-4c49-9953-4cc5a3214a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:50.173928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Network hostable DHCP agents. Network: 80e17a87-c461-4c49-9953-4cc5a3214a5d, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:15:50.248776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:15:50.337367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 80e17a87-c461-4c49-9953-4cc5a3214a5d) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:50.348676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce40a71-f74d-4a03-9471-705f760c5172 None None] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:50.358523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:50.359935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.448551 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-49d13eb1-e3f7-4e9f-99c0-63d2df238100 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2860138 Apr 20 10:15:50.779917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daab233-749c-4394-b0ec-03962002dd41 None None] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:51.535970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46818) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:51.547042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1255789463-network', 'tenant_id': 'ae549d7b54384be19afe813b86b00642'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:51.557244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:51.585284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Usage tracker for resource:network and tenant:ae549d7b54384be19afe813b86b00642 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:51.593621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:51.606992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:51.666930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Made reservation on behalf of ae549d7b54384be19afe813b86b00642 for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:51.672202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.686529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.707637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:51.714676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Usage tracker for resource:security_group_rule and tenant:ae549d7b54384be19afe813b86b00642 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:51.717248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:51.727418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:51.835536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.871785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.877802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4fbe716b-eabc-4bd3-b4cb-30532edda38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:51.928736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:15:51.956273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66062d4d-6914-4f1b-81a7-e047477ddf27,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:51.961492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:51.979535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.980068 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Added segment caec91e9-4a18-48d2-bbed-d61d939f5d2a of type vlan for network e74c6b05-3988-42d1-a480-17a2d5126542 Apr 20 10:15:52.013562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.083235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.085556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:52.086908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.099499 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:52.301004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Pushing event updated for resources: {'Network': ['ID=e74c6b05-3988-42d1-a480-17a2d5126542,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:52.303973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:52.312745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network e74c6b05-3988-42d1-a480-17a2d5126542 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:15:52.324991 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7864141 Apr 20 10:15:52.328445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46834) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:52.335302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Request body: {'subnet': {'network_id': 'e74c6b05-3988-42d1-a480-17a2d5126542', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1255789463-subnet', 'tenant_id': 'ae549d7b54384be19afe813b86b00642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:52.344422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:52.349452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Usage tracker for resource:subnet and tenant:ae549d7b54384be19afe813b86b00642 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:52.352885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:52.359530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:52.403034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Made reservation on behalf of ae549d7b54384be19afe813b86b00642 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:52.411364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036825527932'] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.966870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28678903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036825527915'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.972580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-45f1e931-4ecc-4263-aaa9-5ecdef42e10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:53.057029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59a3748-0bb1-4b62-b100-6ce26f3e50c8,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:53.061757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:53.066831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Checking segment: {'id': 'caec91e9-4a18-48d2-bbed-d61d939f5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e74c6b05-3988-42d1-a480-17a2d5126542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:53.067171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Network hostable DHCP agents. Network: e74c6b05-3988-42d1-a480-17a2d5126542, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:15:53.140336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Network e74c6b05-3988-42d1-a480-17a2d5126542 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:15:53.192083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, e74c6b05-3988-42d1-a480-17a2d5126542) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:53.204845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3fd06-cd39-4c53-86b8-028c8f0f0c5d None None] Network e74c6b05-3988-42d1-a480-17a2d5126542 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:53.216242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:53.217430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.278658 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-db47d166-26d7-4e82-94ec-4f5832b39eef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9485958 Apr 20 10:15:53.457174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46848) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:53.616979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Deleting subnet 04557e3d-935d-4f2d-8075-9cd88a38d70d {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:53.627296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.685298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0324139-5f17-466a-8253-e08151eb466d None None] Network e74c6b05-3988-42d1-a480-17a2d5126542 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:53.694628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.960949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.100394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcd657-ed28-4edd-b92e-f2fc740ccff1 req-ebb0fcd7-84ef-40bd-bcda-b6d78eb16db4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:54.102374 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cbcd657-ed28-4edd-b92e-f2fc740ccff1 req-ebb0fcd7-84ef-40bd-bcda-b6d78eb16db4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.3625081 Apr 20 10:15:54.244010 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cbcd657-ed28-4edd-b92e-f2fc740ccff1 req-9276ba87-23b7-4f46-b0a5-853423d8cfbe tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825422 Apr 20 10:15:54.397577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.405727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c28261ee-6279-405a-956f-44b1e05c0875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:54.445470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04557e3d-935d-4f2d-8075-9cd88a38d70d,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:54.448408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.452906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:54.456112 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-17ebb4a1-00c2-48c9-9771-65bd332c75b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04557e3d-935d-4f2d-8075-9cd88a38d70d HTTP/1.1" status: 204 len: 168 time: 0.9972446 Apr 20 10:15:54.459184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46860) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:54.593640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.742305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.873083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e17a87-c461-4c49-9953-4cc5a3214a5d']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:54.888238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e393904-b62d-4804-8426-b47782c6db48') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:54.888577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e393904-b62d-4804-8426-b47782c6db48') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:54.903391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.924414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.939127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:55.226065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:55.238350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.448096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Network 80e17a87-c461-4c49-9953-4cc5a3214a5d has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:55.474509 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:55.700534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.706648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:55.739866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.756341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e17a87-c461-4c49-9953-4cc5a3214a5d,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:55.762689 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] 10.222.0.20 "DELETE /v2.0/networks/80e17a87-c461-4c49-9953-4cc5a3214a5d HTTP/1.1" status: 204 len: 168 time: 1.3019915 Apr 20 10:15:55.764427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:55.766441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46874) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:55.882914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Deleting subnet f59a3748-0bb1-4b62-b100-6ce26f3e50c8 {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:55.888872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.920578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15d0a-22e8-431b-8fce-66e438787179 req-34e71d3e-0c7d-4e8b-9114-aa02699d1c56 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:55.922351 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99c15d0a-22e8-431b-8fce-66e438787179 req-34e71d3e-0c7d-4e8b-9114-aa02699d1c56 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.4741130 Apr 20 10:15:55.936567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-532724a0-54d1-4fac-8c69-1d70b37a2ee7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:55.938257 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-532724a0-54d1-4fac-8c69-1d70b37a2ee7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 946 time: 0.5631964 Apr 20 10:15:55.961163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.037116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.050027 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99c15d0a-22e8-431b-8fce-66e438787179 req-1150ce25-4b99-4862-a9cc-abf9d10227a1 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ea05bda-f045-4740-9963-2302e48849fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106145 Apr 20 10:15:56.060822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Deleting port c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:56.060978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.399533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] For port c86c102a-6f9e-42ae-aed3-def66c5d598e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c86c102a-6f9e-42ae-aed3-def66c5d598e,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:56.400732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.569452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.579778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:56.629019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59a3748-0bb1-4b62-b100-6ce26f3e50c8,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:56.633750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:56.635958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.647112 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-76e1e5c1-f0d4-471a-bbcc-a5cb0a50d864 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f59a3748-0bb1-4b62-b100-6ce26f3e50c8 HTTP/1.1" status: 204 len: 168 time: 0.8785944 Apr 20 10:15:56.651385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46882) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:56.849929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.879406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.879406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.879406 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Floating IP 1891153e-ef48-474b-95a7-36396a8d6fcf disassociated. External IP: 172.28.0.128, port: c86c102a-6f9e-42ae-aed3-def66c5d598e. Apr 20 10:15:56.879406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Calling delete_port for c86c102a-6f9e-42ae-aed3-def66c5d598e owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:57.090718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.204237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.204237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:57.225800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74c6b05-3988-42d1-a480-17a2d5126542']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.247575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caec91e9-4a18-48d2-bbed-d61d939f5d2a') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.247575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caec91e9-4a18-48d2-bbed-d61d939f5d2a') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.319774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'Port': ['ID=c86c102a-6f9e-42ae-aed3-def66c5d598e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:57.392642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:57.625824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:57.639488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.656670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46896) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:57.680000 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8d7146a5-9f24-4235-ae90-360256ac2d04 req-a86b26f3-ca31-429c-9f24-7095045d8ab8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.4166150 Apr 20 10:15:57.690396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.710031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:57.877907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:57.893829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.894954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:57.913977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:57.916869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:15:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:58.000409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:58.016853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a7c73d9bc842b490155510bc52cd6b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:58.021026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Network e74c6b05-3988-42d1-a480-17a2d5126542 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:58.034155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:58.042002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.059033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] No DVR routers for this DVR port c86c102a-6f9e-42ae-aed3-def66c5d598e on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:58.062317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.067335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-deleted', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:58.083379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:58.138559 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a5b761a3-450c-46c3-9c9d-7321bafc95a2 req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "DELETE /v2.0/ports/c86c102a-6f9e-42ae-aed3-def66c5d598e HTTP/1.1" status: 204 len: 173 time: 2.1818802 Apr 20 10:15:58.180729 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78640100-fcdf-49ea-809a-55c466aea2af', 'name': 'network-vif-deleted', 'tag': 'c86c102a-6f9e-42ae-aed3-def66c5d598e', 'status': 'completed', 'code': 200} Apr 20 10:15:58.273141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:58.348407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Network e74c6b05-3988-42d1-a480-17a2d5126542 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:58.374879 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:58.505411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.509193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:58.545079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.548365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74c6b05-3988-42d1-a480-17a2d5126542,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:58.552473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:58.576171 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-46d37bd0-3d0e-4cc8-bb36-3b1de31a6ed1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e74c6b05-3988-42d1-a480-17a2d5126542 HTTP/1.1" status: 204 len: 168 time: 1.9183002 Apr 20 10:15:58.702092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.755996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.775772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:58.937618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46910) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:58.939022 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a7c73d9bc842b490155510bc52cd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2805109 Apr 20 10:15:58.941081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41708e-cca8-492b-a905-1beef6355b38,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:58.949518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:59.047125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:59.052257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:59.064325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:59.065402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:15:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:59.145459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46914) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:59.171558 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6b420692-6930-407b-81b0-0f7237db8ddd req-f9e68f08-fb18-4bd7-b9cb-3bda66ce63b6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78640100-fcdf-49ea-809a-55c466aea2af HTTP/1.1" status: 200 len: 210 time: 0.1047695 Apr 20 10:15:59.187999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.274105 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0b71c943-23a3-47b5-81ae-8d712dfbd4c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cac90969ada4d28858d0cb90b716eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267788 Apr 20 10:15:59.287932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46918) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:59.319271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.340492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:59.453112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.490752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.672284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.681982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bd29d8f6-d00d-4bc0-b1e0-0addaa824dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:59.710837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.719161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41708e-cca8-492b-a905-1beef6355b38,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:59.731999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:59.740322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:59.772700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.778923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/850dfa8c-4105-4234-ab11-42ce91c551af HTTP/1.1" status: 204 len: 168 time: 0.4860408 Apr 20 10:15:59.778923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850dfa8c-4105-4234-ab11-42ce91c551af,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:59.786767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:59.791169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.797418 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e7682835-b51d-4ee9-b17d-417d43862619 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be41708e-cca8-492b-a905-1beef6355b38 HTTP/1.1" status: 204 len: 168 time: 0.8541133 Apr 20 10:15:59.914069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:59.919578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aea5d2-bcf5-4cba-9e09-88a4f7d67763 None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:59.970892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:16:00.016295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: c86c102a-6f9e-42ae-aed3-def66c5d598e {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:16:00.016712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device c86c102a-6f9e-42ae-aed3-def66c5d598e not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:16:00.428315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3a303-406f-4330-8edb-72b2dfa1b8dd None None] New status for floating IP 1891153e-ef48-474b-95a7-36396a8d6fcf: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:16:00.549698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46940) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.615953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46946) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.687120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.729449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.753859 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4c251f23-f800-40d5-ae76-27087613f40a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae549d7b54384be19afe813b86b00642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330345 Apr 20 10:16:00.753859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46950) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.831359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.856374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-75ffbbef-4cd5-49d5-8e5c-613009b1b3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:00.881165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea05bda-f045-4740-9963-2302e48849fa,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:00.891246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.893292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:00.929059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.935478 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ea05bda-f045-4740-9963-2302e48849fa HTTP/1.1" status: 204 len: 168 time: 0.3845527 Apr 20 10:16:00.938631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46958) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.982648 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.v2.resource [None req-fbd77e81-eebc-4061-967c-14f0e7ed2b60 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] show failed (client error): The resource could not be found. Apr 20 10:16:00.982648 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fbd77e81-eebc-4061-967c-14f0e7ed2b60 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups/5ea05bda-f045-4740-9963-2302e48849fa HTTP/1.1" status: 404 len: 347 time: 0.0403240 Apr 20 10:16:00.984832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 46962) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.995024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.099769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.105295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5323990d-b74b-4354-afda-9d886e0662e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:01.122515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66062d4d-6914-4f1b-81a7-e047477ddf27,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:01.128423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:01.130004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.131250 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66062d4d-6914-4f1b-81a7-e047477ddf27 HTTP/1.1" status: 204 len: 168 time: 0.3763754 Apr 20 10:16:01.185790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Deleting port 91573b06-2515-4bb8-9d06-73397dba2a38 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:16:01.186257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.396224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.396605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.422634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 46978) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:01.572252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Calling delete_port for 91573b06-2515-4bb8-9d06-73397dba2a38 owned by network:floatingip {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:16:01.599769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-338328484-network', 'tenant_id': 'b1a7442ef2354039a3949af01809459b'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:01.614753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:01.627734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Usage tracker for resource:network and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:01.631225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:01.639053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:01.677284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Made reservation on behalf of b1a7442ef2354039a3949af01809459b for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:01.684368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.705670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.726782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:01.732225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:01.736552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:01.745021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:01.846370 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.855443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-176eed7a-92aa-430e-b1be-546229290ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:01.863410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.891776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.896948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c402b98-afd1-4bd0-a88a-0ebe571b0deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:01.910455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'Port': ['ID=91573b06-2515-4bb8-9d06-73397dba2a38,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:01.926952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:16:01.942318 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58094576-b5aa-42af-bd5c-659f8560c044,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:01.944700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:01.945905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:01.953112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.953745 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Added segment 234df1d7-a2f5-45c3-9144-6fc89330108a of type vlan for network ece30d90-7761-4d74-bdd6-184e5288f1c4 Apr 20 10:16:02.016280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.085071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.103368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.103631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.104617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:02.105257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.108268 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "DELETE /v2.0/floatingips/1891153e-ef48-474b-95a7-36396a8d6fcf HTTP/1.1" status: 204 len: 168 time: 1.1220341 Apr 20 10:16:02.125151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cb6931e-67f0-42d7-8110-6bb8e36a32d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:02.256615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ece30d90-7761-4d74-bdd6-184e5288f1c4,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:02.259227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:02.268619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:16:02.329636 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9022892 Apr 20 10:16:02.330054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47006) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:02.336342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Request body: {'subnet': {'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-338328484-subnet', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:02.342568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:02.347254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Usage tracker for resource:subnet and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:02.350401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:02.358142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:02.398694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Made reservation on behalf of b1a7442ef2354039a3949af01809459b for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:02.405319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853175344'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.735363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47018) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:02.741750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694104874', 'description': 'tempest-description--36668556'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:02.752521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:02.761687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:02.767587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:02.782892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:02.848823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.874655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:02.879999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:02.886079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:02.893309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:02.998369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827293834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853175359'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.003810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.004074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-079ccdf5-4c8c-4142-8d01-3779b3201f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:03.048068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.055209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-845980a4-d3c4-4032-ad0e-67a4fe7d9411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:03.090248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f99d55-02ae-482c-a6a4-b100830c75c1,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:03.095445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:03.106628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Checking segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:03.107036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Network hostable DHCP agents. Network: ece30d90-7761-4d74-bdd6-184e5288f1c4, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:16:03.115611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea313bc8-68eb-48ba-9e86-62cb83e35180,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:03.119347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:03.152887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.155363 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4185572 Apr 20 10:16:03.158842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47036) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:03.164892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group_rule': {'security_group_id': 'ea313bc8-68eb-48ba-9e86-62cb83e35180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:03.172483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:03.176703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:03.179295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:16:03.180790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:03.192960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:03.217027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, ece30d90-7761-4d74-bdd6-184e5288f1c4) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:03.229740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574b5ce-907f-4e34-8375-10a7ac4ffa2e None None] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:16:03.237198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:03.237870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.259956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.287823 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4d055ded-637c-4f97-a317-aea9c179e3d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9566696 Apr 20 10:16:03.290633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47044) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:03.298033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:03.309875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:03.310745 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Usage tracker for resource:router and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:03.314795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:03.322449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:03.344871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.360195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.361630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.388749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.396100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b7550b7-fe7c-4dcb-8092-7a650110b1ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:03.423057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f6926b-1d54-4f51-ae05-448a5d0872b2,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:03.431656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:03.511271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.512644 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527396 Apr 20 10:16:03.515535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47052) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:03.521642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'security_group_rule': {'security_group_id': 'ea313bc8-68eb-48ba-9e86-62cb83e35180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:03.528816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:03.533386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:security_group_rule and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:03.536726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:03.544475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:03.552684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.651245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.662994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-ece30d90-7761-4d74-bdd6-184e5288f1c4', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:16:03.663521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.755181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.791189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.794249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:03.819725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6482652-7337-4e74-9c8d-be9683022880,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:03.824777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:03.922753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:03.924540 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079366 Apr 20 10:16:03.928352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47062) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:03.936378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:03.944579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:03.952109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Usage tracker for resource:floatingip and tenant:0bd2bde52c0349cc95b0be989f22f9df is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:03.957091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:03.965120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:03.999215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.038682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Allocated IP 172.20.0.2 (ece30d90-7761-4d74-bdd6-184e5288f1c4/b2f99d55-02ae-482c-a6a4-b100830c75c1/46953fff-70d0-457a-a6bf-ec72b33b01c7) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:04.068930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.331356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.351517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.365067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Transition to ACTIVE for port object 46953fff-70d0-457a-a6bf-ec72b33b01c7 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:04.390566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Transition to ACTIVE for port object 46953fff-70d0-457a-a6bf-ec72b33b01c7 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:04.472142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.480778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:04.661731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:04.666665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:04.670020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Pushing event updated for resources: {'Port': ['ID=46953fff-70d0-457a-a6bf-ec72b33b01c7,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:04.675465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:04.687097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.688054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.688054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.688341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.689023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.689176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.689436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.689806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.690173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.690537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.690900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.691262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:04.708242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:04.757970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Allocated IP 172.28.0.87 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/86175f13-3e17-495d-9dd0-3de625ddfc22) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:04.813377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.874631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Attempting to bind port 46953fff-70d0-457a-a6bf-ec72b33b01c7 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:04.875056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Attempting to bind port 46953fff-70d0-457a-a6bf-ec72b33b01c7 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:04.875517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Attempting to bind port 46953fff-70d0-457a-a6bf-ec72b33b01c7 on network ece30d90-7761-4d74-bdd6-184e5288f1c4 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:04.882532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:04.882811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.882934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Checking segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:04.883399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.884391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Bound using segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:04.885236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Bound port: 46953fff-70d0-457a-a6bf-ec72b33b01c7, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:04.885667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.982463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.077569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.083207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:05.126421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] For port 46953fff-70d0-457a-a6bf-ec72b33b01c7, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:05.136585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] For port 46953fff-70d0-457a-a6bf-ec72b33b01c7, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=46953fff-70d0-457a-a6bf-ec72b33b01c7,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:05.154738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:05.155249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:05.159426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:05.200331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.208303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=86175f13-3e17-495d-9dd0-3de625ddfc22,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:05.210129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:05.213353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:05.282419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47096) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:05.283131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Allocated IP 172.28.0.121 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/89c42cdb-55bd-4702-9915-7148d776b7d4) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:05.296912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.328660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Pushing event updated for resources: {'Port': ['ID=46953fff-70d0-457a-a6bf-ec72b33b01c7,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:05.332356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:05.417012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.530817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.600978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.625063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:05.632633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Usage tracker for resource:security_group_rule and tenant:3660a886dc174a00b43877040a5e7368 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:05.638345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:05.657744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:05.671248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.676871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2cdffd76-ff48-4066-9db0-1bbe0e0f1409 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:05.775361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:05.779415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:05.781994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:05.814390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.877411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Pushing event updated for resources: {'Port': ['ID=89c42cdb-55bd-4702-9915-7148d776b7d4,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:05.877411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:05.973700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:05.995425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3ad5feae-b31e-483a-a21b-46f6a00b0a8d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:06.229207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.244864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=86175f13-3e17-495d-9dd0-3de625ddfc22,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:06.250247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:06.259877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.286865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.302798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-43f67482-d536-4517-8384-ce11f7fbf821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:06.359487 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3660a886dc174a00b43877040a5e7368&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0754917 Apr 20 10:16:06.361560 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af12ff-0d7c-465f-9ebc-d1de5c67e7c6,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:06.365188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:06.365993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47114) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:06.388145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.389501 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4597633 Apr 20 10:16:06.442859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.456812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.488445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.704832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.711059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7c1ee7f7-25a9-4d5a-9a85-a60c0633596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:06.810613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af12ff-0d7c-465f-9ebc-d1de5c67e7c6,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:06.841136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:06.845261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.847157 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37af12ff-0d7c-465f-9ebc-d1de5c67e7c6 HTTP/1.1" status: 204 len: 168 time: 0.4795055 Apr 20 10:16:06.914280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa5a55-fbe2-41df-8fe8-8c0061a10b8c req-066a9e84-9a61-4fa7-b623-40ceb4a83909 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:06.917775 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95aa5a55-fbe2-41df-8fe8-8c0061a10b8c req-066a9e84-9a61-4fa7-b623-40ceb4a83909 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1885753 Apr 20 10:16:07.001284 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95aa5a55-fbe2-41df-8fe8-8c0061a10b8c req-3b5ace24-372a-47bf-9169-34358cd3cb5d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738466 Apr 20 10:16:07.035559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.042029 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-43f2c41f-3f56-4fb7-95a8-1a3d6161a175 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--694104874&fields=id&tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 267 time: 0.0962110 Apr 20 10:16:07.094728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb5a8a-6df3-4482-a371-179105ef9c31 None None] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:16:07.284002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f3301fe5-ab12-4fe4-8237-bb679cac94fa None None] Provisioning for port 46953fff-70d0-457a-a6bf-ec72b33b01c7 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:07.405985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8cbf378d-f46c-4d00-814a-ceb791e397be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:07.417147 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8cbf378d-f46c-4d00-814a-ceb791e397be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 817 time: 0.3102224 Apr 20 10:16:07.444267 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-69d4be34-99e0-4660-9b80-db6533ca8984 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/quotas/0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 375 time: 0.0260277 Apr 20 10:16:07.514700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 46953fff-70d0-457a-a6bf-ec72b33b01c7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:07.554707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-53620432-0264-4000-b678-655152549bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.590770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-08f09a7f-ac5f-459f-867a-55d8c03fe85a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:07.605104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:16:07.650561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Provisioning complete for port 46953fff-70d0-457a-a6bf-ec72b33b01c7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:07.651252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.680158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-08f09a7f-ac5f-459f-867a-55d8c03fe85a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:07.681654 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-08f09a7f-ac5f-459f-867a-55d8c03fe85a tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2365026 Apr 20 10:16:07.700904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 46953fff-70d0-457a-a6bf-ec72b33b01c7 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:07.716849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 46953fff-70d0-457a-a6bf-ec72b33b01c7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:07.717261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.793696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47142) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:07.814983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.836645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:07.841596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Usage tracker for resource:security_group_rule and tenant:974eeb95fa10484797ea9752b66bf738 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:07.845247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:07.853334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:07.944649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.955980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.008690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] For port 46953fff-70d0-457a-a6bf-ec72b33b01c7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=46953fff-70d0-457a-a6bf-ec72b33b01c7,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:08.068973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.116896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.134621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-72635e80-2243-4bb2-915d-d30d93be6881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:08.233033 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-f6fadc31-5d12-4b7e-89b3-f2fdc8f53bfe service neutron] 10.222.0.20 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806943 Apr 20 10:16:08.287810 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=974eeb95fa10484797ea9752b66bf738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926167 Apr 20 10:16:08.294851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b981a316-40ce-48b5-a0ad-5e38572d9cf1,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:08.297663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47152) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:08.301912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:08.316883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:16:08.317273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:16:08.318088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.320035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:08.402814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Pushing event updated for resources: {'Port': ['ID=46953fff-70d0-457a-a6bf-ec72b33b01c7,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:08.406952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:08.537401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:08.553195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Sync routers for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:08.566641 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-826751d3-1d99-48cd-a835-a83ffcc886f5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172059 Apr 20 10:16:08.597233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:08.598555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:15:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:08.614121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.618632 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3234091 Apr 20 10:16:08.619036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47158) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:08.669669 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47162) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:08.671759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.691527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b54cf-7c3b-4ddc-8258-27682a88e924 req-5fa44e56-8fc4-416a-8f34-c93aa6ecd8e0 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:08.705787 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9b7b54cf-7c3b-4ddc-8258-27682a88e924 req-5fa44e56-8fc4-416a-8f34-c93aa6ecd8e0 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.4847763 Apr 20 10:16:08.814917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.955420 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9b7b54cf-7c3b-4ddc-8258-27682a88e924 req-f75f75ac-f587-4cb6-86bf-4a0cc8326dbf tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174642 Apr 20 10:16:08.972026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.008109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:09.013565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:381f48a30ad84bcca6a7786744191642 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:09.017185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:09.024648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:09.071462 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3dbff35c-eb0f-4c57-9e03-f12573695500 req-f996750e-c6ab-4c5d-b612-652701c55e8e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.1797726 Apr 20 10:16:09.072743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:09.114819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.127126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b8d3bd64-0b02-4fd4-b576-39a1acf522a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:09.150469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b981a316-40ce-48b5-a0ad-5e38572d9cf1,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:09.155468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:09.167766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.170092 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b981a316-40ce-48b5-a0ad-5e38572d9cf1 HTTP/1.1" status: 204 len: 168 time: 0.8694851 Apr 20 10:16:09.299980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.363265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.373421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-208367de-7fb1-42af-a208-7ae4b1ec6291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:09.442541 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381f48a30ad84bcca6a7786744191642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7672882 Apr 20 10:16:09.443528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47178) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:09.446738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:06Z', 'revision_number': 3, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:09.448897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd5f95-b7bc-4fa4-83ec-cd38f68b3bf1,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:09.451221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 46953fff-70d0-457a-a6bf-ec72b33b01c7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:09.479386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:09.544073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Checking router: b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:09.544824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Updating router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 port 89c42cdb-55bd-4702-9915-7148d776b7d4 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:16:09.616403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.619878 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.688960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.784091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.794684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-023e4176-3dad-4698-b58c-c81c9f01d38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:09.818432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd5f95-b7bc-4fa4-83ec-cd38f68b3bf1,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:09.823203 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:09.825557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.831492 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1acd5f95-b7bc-4fa4-83ec-cd38f68b3bf1 HTTP/1.1" status: 204 len: 168 time: 0.3810065 Apr 20 10:16:09.872596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.950244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 46953fff-70d0-457a-a6bf-ec72b33b01c7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:09.950714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.353128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be714031-2cdc-4bf1-bf70-eb65760b5a2e req-5618ed1a-4700-4e86-b6cf-2183fdc5b303 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:10.363014 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be714031-2cdc-4bf1-bf70-eb65760b5a2e req-5618ed1a-4700-4e86-b6cf-2183fdc5b303 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.2178116 Apr 20 10:16:10.385957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-62e41522-0344-4e8d-9d86-5bb4ce70bf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.389414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.392338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Allocated IP 172.20.0.1 (ece30d90-7761-4d74-bdd6-184e5288f1c4/b2f99d55-02ae-482c-a6a4-b100830c75c1/4ee061d7-7f6c-45b5-8f63-744ec711efcd) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:10.472765 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be714031-2cdc-4bf1-bf70-eb65760b5a2e req-f48920f2-f5a4-42e5-bae5-34ff7669c32b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084526 Apr 20 10:16:10.485421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Transition to ACTIVE for port object 89c42cdb-55bd-4702-9915-7148d776b7d4 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:10.496941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-93aa21c4-0931-4ae0-9fb9-7ccd15c1cc08 req-4a9e60e2-968f-4ff9-9957-c9a5214d52f5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.0776360 Apr 20 10:16:10.535034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.553428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:10.764360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Pushing event updated for resources: {'Port': ['ID=89c42cdb-55bd-4702-9915-7148d776b7d4,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:10.767097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Attempting to bind port 89c42cdb-55bd-4702-9915-7148d776b7d4 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:10.767600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Attempting to bind port 89c42cdb-55bd-4702-9915-7148d776b7d4 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:10.768017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Attempting to bind port 89c42cdb-55bd-4702-9915-7148d776b7d4 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:10.770829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:10.776627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:10.777062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:10.777525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.778042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:10.779180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Bound port: 89c42cdb-55bd-4702-9915-7148d776b7d4, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:10.779612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.826300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.845997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.893848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Transition to ACTIVE for port object 4ee061d7-7f6c-45b5-8f63-744ec711efcd will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:10.948297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] For port 89c42cdb-55bd-4702-9915-7148d776b7d4, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:10.954962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] For port 89c42cdb-55bd-4702-9915-7148d776b7d4, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=89c42cdb-55bd-4702-9915-7148d776b7d4,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:10.957917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.969452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:10.986249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.993740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:11.048104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:11.058829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:11.062160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:11.078540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:11.079252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:11.116514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:11.121132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:11.147460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Pushing event updated for resources: {'Port': ['ID=89c42cdb-55bd-4702-9915-7148d776b7d4,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:11.154537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.159618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:11.413198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:12.159799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb885a0-17d4-432d-bc5b-60622f963f0a req-339991e0-ee2c-4f16-9fe7-af4be6a3c8b4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.177719 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-feb885a0-17d4-432d-bc5b-60622f963f0a req-339991e0-ee2c-4f16-9fe7-af4be6a3c8b4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.3786402 Apr 20 10:16:12.282000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.290822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-aca9fc73-7191-4690-9093-d212e11ee828 None None] Provisioning for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:12.303186 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-feb885a0-17d4-432d-bc5b-60622f963f0a req-c28e0104-c956-4ee0-9681-0cb304a9d1bc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299508 Apr 20 10:16:12.324571 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a621014a-35f7-4885-b1a2-cfe4df7711d6 req-fd01d34a-56d5-4049-a509-8bdcdc5083f2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.2290545 Apr 20 10:16:12.329077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-aca9fc73-7191-4690-9093-d212e11ee828 None None] Provisioning complete for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:12.330114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-aca9fc73-7191-4690-9093-d212e11ee828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.376425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.392575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.409132 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-5959c79d-2b0a-4377-9cdf-9054d9e67a8f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.411493 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-5959c79d-2b0a-4377-9cdf-9054d9e67a8f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 817 time: 0.9861450 Apr 20 10:16:12.465117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-aca9fc73-7191-4690-9093-d212e11ee828 None None] Port 4ee061d7-7f6c-45b5-8f63-744ec711efcd cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:12.478818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.481252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:06Z', 'revision_number': 3, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:12.486838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc624b45-569d-4a40-a06d-3dc90c6bccb2 None None] The sync data for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb is: [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:06Z', 'revision_number': 3, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:12.600828 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-aaee1761-9d98-4e7a-b64e-321ef807c7a0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 5702 time: 0.1800237 Apr 20 10:16:12.663220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'port': {'device_id': '424766c0-42f7-403f-8381-e342b04445a4', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'admin_state_up': True, 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'security_groups': ['ea313bc8-68eb-48ba-9e86-62cb83e35180']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:13.447977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:13.469604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:13.527073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 89c42cdb-55bd-4702-9915-7148d776b7d4 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:13.626475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Made reservation on behalf of 0bd2bde52c0349cc95b0be989f22f9df for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:13.634149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.650406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.657063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6e6e0-d318-42a6-b53a-1bf3ff8742d1 req-85d3b0c3-e0bd-40a5-9819-cc18929f2952 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:13.664051 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-111ce151-9a05-4476-aeea-f88779165e4e req-7f50f882-faf0-49b7-be06-23762ae5ba21 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.1234913 Apr 20 10:16:13.678212 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-62e6e6e0-d318-42a6-b53a-1bf3ff8742d1 req-85d3b0c3-e0bd-40a5-9819-cc18929f2952 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1664662 Apr 20 10:16:13.688785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.760637 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-62e6e6e0-d318-42a6-b53a-1bf3ff8742d1 req-24b33048-5c9f-49e6-ae86-2fffa18f766d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783792 Apr 20 10:16:13.842321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:13.863808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 89c42cdb-55bd-4702-9915-7148d776b7d4 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:13.873211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 89c42cdb-55bd-4702-9915-7148d776b7d4 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:13.874993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.963192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.069767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:14.080896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:14.119016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.137930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 89c42cdb-55bd-4702-9915-7148d776b7d4, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=89c42cdb-55bd-4702-9915-7148d776b7d4,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:14.168639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.171606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:14.214609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Allocated IP 172.20.0.8 (ae53144c-6f8b-4d63-ad0c-a5d717fc55a7/24c4a431-cb3f-46e9-9a2c-ae505e49ebe5/bfdf0544-0bc3-49b0-9ca7-73141aca2275) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:14.232607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:14.234550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:14.253094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=89c42cdb-55bd-4702-9915-7148d776b7d4,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:14.257252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:14.470796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:16:14.524684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-1871d6ac-2ae9-4b71-b3df-bdbfd8cbf85d None None] Provisioning complete for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:14.525749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1871d6ac-2ae9-4b71-b3df-bdbfd8cbf85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.595602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:14.713077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.781258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1871d6ac-2ae9-4b71-b3df-bdbfd8cbf85d None None] Port 4ee061d7-7f6c-45b5-8f63-744ec711efcd cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:14.806880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Transition to ACTIVE for port object bfdf0544-0bc3-49b0-9ca7-73141aca2275 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:14.922724 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5aa4472b-6866-4aff-a807-bb3fbc95b083 req-3ab42434-a7c8-40be-9697-ca3c84821ae3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.0707724 Apr 20 10:16:14.923979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:14.986358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.994881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4aa79d12-f30d-411f-84d2-40f9f24a5a92 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:15.023039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286701-0f40-4014-8fed-f62c7693a0a2 req-90ecc46c-3d26-4fcd-9780-c1b1b2ecf26c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:15.025854 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-56286701-0f40-4014-8fed-f62c7693a0a2 req-90ecc46c-3d26-4fcd-9780-c1b1b2ecf26c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1362934 Apr 20 10:16:15.061532 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9a98a5b-efd4-4c65-8d19-f6ce4165ac85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4412246 Apr 20 10:16:15.089147 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-56286701-0f40-4014-8fed-f62c7693a0a2 req-f4a2fd37-e938-42f1-87ab-d00811e25c16 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517268 Apr 20 10:16:15.097244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:15.101315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:15.106888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:15.169471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:15.187131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:15.283748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:15.285014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.374946 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7160013 Apr 20 10:16:15.402273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Request body: {'port': {'device_id': '424766c0-42f7-403f-8381-e342b04445a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:15.518026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 89c42cdb-55bd-4702-9915-7148d776b7d4 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:15.710864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.725793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-a57ffc52-47f6-4282-a5a6-1092a3577a53 None None] Provisioning for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:15.737971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 89c42cdb-55bd-4702-9915-7148d776b7d4 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:15.738360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.895786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-a57ffc52-47f6-4282-a5a6-1092a3577a53 None None] Provisioning complete for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:15.896496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc52-47f6-4282-a5a6-1092a3577a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.987940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Sync routers for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:16.000617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:16.001309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:16.054900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a57ffc52-47f6-4282-a5a6-1092a3577a53 None None] Port bfdf0544-0bc3-49b0-9ca7-73141aca2275 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:16.330091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:16.480395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140c3f-10f8-46bc-95b4-affcc6dae032 req-28a80455-814b-46d9-a82f-231086ec3b6d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:16.489105 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eb140c3f-10f8-46bc-95b4-affcc6dae032 req-28a80455-814b-46d9-a82f-231086ec3b6d tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1605155 Apr 20 10:16:16.528605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47338) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:16.538765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1092061774-network', 'tenant_id': '11e8da420fae45778ac68ae7abded07a'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:16.544836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:16.549272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Usage tracker for resource:network and tenant:11e8da420fae45778ac68ae7abded07a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:16.553559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:16.561336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:16.578067 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eb140c3f-10f8-46bc-95b4-affcc6dae032 req-f73a64b2-9a1c-4cc6-96b5-147fffabe27b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878565 Apr 20 10:16:16.605763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Made reservation on behalf of 11e8da420fae45778ac68ae7abded07a for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:16.611240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.611443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848f507-1747-424f-81e4-1906265b353c req-3d9e2ac3-e7eb-4d27-93fa-4cc2eea3d6be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:16.612173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6848f507-1747-424f-81e4-1906265b353c req-3d9e2ac3-e7eb-4d27-93fa-4cc2eea3d6be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:16.625980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.643185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:16.648000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Usage tracker for resource:security_group_rule and tenant:11e8da420fae45778ac68ae7abded07a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:16.652792 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:16.659766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:16.699343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6848f507-1747-424f-81e4-1906265b353c req-3d9e2ac3-e7eb-4d27-93fa-4cc2eea3d6be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:16.706837 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6848f507-1747-424f-81e4-1906265b353c req-3d9e2ac3-e7eb-4d27-93fa-4cc2eea3d6be tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 931 time: 0.3449736 Apr 20 10:16:16.726648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:16.741830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.766222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.780762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6848f507-1747-424f-81e4-1906265b353c req-9edeb350-6898-490d-ba8f-042ac6086161 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729399 Apr 20 10:16:16.782336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Transition to ACTIVE for port object bfdf0544-0bc3-49b0-9ca7-73141aca2275 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:16.798430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:12Z', 'revision_number': 2, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:16.800293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.805474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c9261b7-bb74-41ad-8818-74f7724ec9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:16.808848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Checking router: b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:16.808848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Updating router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 port 4ee061d7-7f6c-45b5-8f63-744ec711efcd binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:16:16.832465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.834583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:16:16.849914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6289da9-28db-4c49-b2a2-18089ba9a476,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:16.850438 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4945d62e-48d9-4357-9c42-63d53dc54591 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:16.854612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:16.859029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.859709 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Added segment e9273a2f-cc97-49cb-bf95-c1046f8d9e49 of type vlan for network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 Apr 20 10:16:16.892408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.893470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.945315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.948171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:16.949263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.982048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f1a39e60-1472-43fa-85bd-eade3efac816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:17.189674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Pushing event updated for resources: {'Network': ['ID=fc145d20-4a6a-49f7-acc1-86520f9d4ad4,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:17.193499 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:17.203064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:16:17.225331 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6893816 Apr 20 10:16:17.225484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:17.234099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47348) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:17.245119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:17.249558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Request body: {'subnet': {'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1092061774-subnet', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:17.284023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:17.297496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Usage tracker for resource:subnet and tenant:11e8da420fae45778ac68ae7abded07a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:17.302596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:17.317345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:17.353148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Attempting to bind port bfdf0544-0bc3-49b0-9ca7-73141aca2275 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:17.353776 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Attempting to bind port bfdf0544-0bc3-49b0-9ca7-73141aca2275 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:17.354393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Attempting to bind port bfdf0544-0bc3-49b0-9ca7-73141aca2275 on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:17.366200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Port bfdf0544-0bc3-49b0-9ca7-73141aca2275 on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:16:17.371782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Attempting to bind port bfdf0544-0bc3-49b0-9ca7-73141aca2275 on network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:17.373844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:17.374225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Checking segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:17.374645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Bound using segment: {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:17.375122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Bound port: bfdf0544-0bc3-49b0-9ca7-73141aca2275, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:17.375552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.397912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Made reservation on behalf of 11e8da420fae45778ac68ae7abded07a for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:17.403836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853175344'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.510224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.524301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Transition to ACTIVE for port object 4ee061d7-7f6c-45b5-8f63-744ec711efcd will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:17.562233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.575797 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:17.749043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:17.756425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:17.814697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.843932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e161bec2-b36f-4590-9ffd-2c3924e7f64f tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:17.983810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccef5f-f72a-4a02-9586-1032326fbda1 req-ecfbeb91-385e-4022-8619-160bd61b1e4f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:17.986444 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a4ccef5f-f72a-4a02-9586-1032326fbda1 req-ecfbeb91-385e-4022-8619-160bd61b1e4f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.2423093 Apr 20 10:16:18.013076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:18.034219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:18.052131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:18.053253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.057222 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 1093 time: 2.6708601 Apr 20 10:16:18.058088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:18.103195 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a4ccef5f-f72a-4a02-9586-1032326fbda1 req-f142465b-208c-4994-9108-9d8a78c23d4e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066279 Apr 20 10:16:18.161732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Pushing event updated for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:18.213252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.213958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.214507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.215069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.215694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.216257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.217552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.218164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.218703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.219460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.220002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.220533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:18.232267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:18.269011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Attempting to bind port 4ee061d7-7f6c-45b5-8f63-744ec711efcd on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:18.270298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Attempting to bind port 4ee061d7-7f6c-45b5-8f63-744ec711efcd by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:18.270929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Attempting to bind port 4ee061d7-7f6c-45b5-8f63-744ec711efcd on network ece30d90-7761-4d74-bdd6-184e5288f1c4 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:18.281652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:18.282074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Checking segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:18.282699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.283144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Bound using segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:18.283931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Bound port: 4ee061d7-7f6c-45b5-8f63-744ec711efcd, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:18.284348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.323990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47374) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:18.420085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] For port 4ee061d7-7f6c-45b5-8f63-744ec711efcd, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:18.425133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] For port 4ee061d7-7f6c-45b5-8f63-744ec711efcd, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=4ee061d7-7f6c-45b5-8f63-744ec711efcd,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:18.466451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.473499 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:18.522651 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.590147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:18.603580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'status': 'completed', 'code': 200} Apr 20 10:16:18.607015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9567d917a04a1e8770614d86e63ac1 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:18.622113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:18.645460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:18.664009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Pushing event updated for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:18.676176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4bca234e-475b-4c98-a94a-e148f8c55f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:18.683846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:18.684958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:18.951913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.989848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8401cb6-c03c-41eb-abad-22cc22c76932 req-04394768-560c-48e8-b27a-c63fd9a9027a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:18.998689 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8401cb6-c03c-41eb-abad-22cc22c76932 req-04394768-560c-48e8-b27a-c63fd9a9027a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1515510 Apr 20 10:16:19.045314 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8401cb6-c03c-41eb-abad-22cc22c76932 req-c110229c-bed6-4a74-b20d-6402d465a55b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456181 Apr 20 10:16:19.046172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.056885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-003e9400-41bc-4b31-be0c-faadce7a15df tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:19.080080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:19.093229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbbbb6-75ca-466d-90e7-7b93131dc695,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:19.099607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:19.107439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e5eab-595f-4db5-92de-12e3803225eb req-f23a5a5e-2cd6-469b-98bc-c57d5c2551a3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.109191 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-333e5eab-595f-4db5-92de-12e3803225eb req-f23a5a5e-2cd6-469b-98bc-c57d5c2551a3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.9896324 Apr 20 10:16:19.118236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-caea324d-6c47-4ff6-aa22-ff37a55d3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.122889 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-caea324d-6c47-4ff6-aa22-ff37a55d3862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1096 time: 0.5153763 Apr 20 10:16:19.124085 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea9567d917a04a1e8770614d86e63ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988660 Apr 20 10:16:19.125290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47388) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:19.202174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.233653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.268495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-f91cc493-ea11-4401-87ac-4d9b811af537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.270138 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-f91cc493-ea11-4401-87ac-4d9b811af537 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1099 time: 0.3970144 Apr 20 10:16:19.288049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-06056921-7f2b-4b07-a895-272902b858a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 217 time: 0.1526115 Apr 20 10:16:19.353873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.369048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7ec667d7-1de3-4ee5-9c40-33e7d11eafee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:19.390230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbbbb6-75ca-466d-90e7-7b93131dc695,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:19.410083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:19.412429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.415504 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1a60c024-1a66-4e6d-9354-6e5998de69dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfbbbbb6-75ca-466d-90e7-7b93131dc695 HTTP/1.1" status: 204 len: 168 time: 0.2884715 Apr 20 10:16:19.461054 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-333e5eab-595f-4db5-92de-12e3803225eb req-af999c42-4a2a-4fd7-80bf-5ee781ab14e2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327954 Apr 20 10:16:19.593214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-88de0005-2224-472e-a428-4ba4c57226c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.595598 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-88de0005-2224-472e-a428-4ba4c57226c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.2820666 Apr 20 10:16:19.623658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:18Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:19.630844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421397b-dad4-42d2-888b-f7e9dc63aea9 None None] The sync data for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb is: [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:18Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:19.717781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-ab9f6cfc-5eac-4b30-abdf-8111b5a07fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.719597 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-ab9f6cfc-5eac-4b30-abdf-8111b5a07fd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.4366083 Apr 20 10:16:19.922414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827293834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853175359'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.924734 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-86b55cd1-f06d-4905-a16d-ba6d0484fd92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 1002 time: 0.1930823 Apr 20 10:16:19.932258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-83e923b0-fa80-4764-9450-03c09028de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.933874 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-83e923b0-fa80-4764-9450-03c09028de1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3215494 Apr 20 10:16:19.935820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:20.082529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47398) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:20.115240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.156912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:20.166343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Usage tracker for resource:security_group_rule and tenant:4462cbb7341341e7a53bd5fba1d3696f is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:20.177488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:20.185589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee7c4c8-40f4-4cce-802c-92cac12ce9a4,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:20.188077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:20.198029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:20.215905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-aaca8c8b-fbe4-4968-8f10-a11bd5f2dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.217600 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-aaca8c8b-fbe4-4968-8f10-a11bd5f2dfa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.2514672 Apr 20 10:16:20.311931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Checking segment: {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:20.311931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Network hostable DHCP agents. Network: fc145d20-4a6a-49f7-acc1-86520f9d4ad4, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:16:20.341916 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-5c1af667-6422-4171-93f3-9ca688ad3f06 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769808 Apr 20 10:16:20.348207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10e6c-6eff-4a07-b5a6-125f5f017d2a req-20e35b44-e46b-4fdd-84a6-d11a75ad975f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.356854 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f0d10e6c-6eff-4a07-b5a6-125f5f017d2a req-20e35b44-e46b-4fdd-84a6-d11a75ad975f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1493807 Apr 20 10:16:20.435371 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f0d10e6c-6eff-4a07-b5a6-125f5f017d2a req-6975323c-e357-4b70-9849-7ddc6cc1bbf5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Apr 20 10:16:20.476562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.511569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.521610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7848914e-945b-444a-b519-9b19864aa924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:20.541090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:16:20.595220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251a225-7427-4408-8835-0d45e1728116,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:20.610472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, fc145d20-4a6a-49f7-acc1-86520f9d4ad4) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:20.622555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f625800-8946-45fc-9af2-0e5427dca79c None None] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:16:20.622867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:20.638240 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4462cbb7341341e7a53bd5fba1d3696f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505214 Apr 20 10:16:20.638733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47408) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:20.692533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-41ca35ec-0bd5-45d4-b4f6-f4eaebc0beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.694573 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-41ca35ec-0bd5-45d4-b4f6-f4eaebc0beb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4669855 Apr 20 10:16:20.710652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.711920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.758023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.793221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.882692 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3a861bcf-0cbc-4a80-b1cc-0c1caaf83fd8 req-1416a933-06b4-4980-a047-65f7290bad15 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323792 Apr 20 10:16:20.917176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.938519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d3e85e52-8e80-44fd-a4c3-d3c53818ee80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:20.962051 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-65efe9ed-c0f8-4a38-a195-7884e863301d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7214210 Apr 20 10:16:20.965946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47414) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:20.973339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251a225-7427-4408-8835-0d45e1728116,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:20.976139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:20.979678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.983880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:20.984201 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-95fa644f-272b-4520-9963-152d9d565fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9251a225-7427-4408-8835-0d45e1728116 HTTP/1.1" status: 204 len: 168 time: 0.3415062 Apr 20 10:16:21.002404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:21.061107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Usage tracker for resource:router and tenant:11e8da420fae45778ac68ae7abded07a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:21.068140 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-343aba4f-d7f8-4902-9e78-b578bda1bbc9 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653061 Apr 20 10:16:21.072228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:21.091112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff8065-e8d5-4924-91b3-697f478c1ae1 req-02e047ea-9fee-49a6-ac76-c25b41a9027c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:21.092673 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9eff8065-e8d5-4924-91b3-697f478c1ae1 req-02e047ea-9fee-49a6-ac76-c25b41a9027c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.3742564 Apr 20 10:16:21.098451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'fixed_ips': [{'subnet_id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:16:21.100574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.113943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47420) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:21.119727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:21.285562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.286702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.304243 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9eff8065-e8d5-4924-91b3-697f478c1ae1 req-91cffe13-11fb-4cb0-9e91-6fbae1abceb8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751540 Apr 20 10:16:21.318484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.336741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Allocated IP 172.20.0.2 (fc145d20-4a6a-49f7-acc1-86520f9d4ad4/fee7c4c8-40f4-4cce-802c-92cac12ce9a4/31481bf1-01cf-433c-807b-1e01b86e86a5) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:21.337581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-aa59551a-8e34-43b3-9d52-5e76643a6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:21.339522 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-aa59551a-8e34-43b3-9d52-5e76643a6bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1096 time: 0.3429322 Apr 20 10:16:21.380589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.390368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:21.399110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Usage tracker for resource:security_group_rule and tenant:517c91b9af414bc78a7d098c15216c72 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:21.406017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:21.413953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:21.480422 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8a9c9d06-8d6e-4e5d-8b14-bc3dee0afa5a req-1578619e-050f-447b-8453-c7a38e9465cc service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998835 Apr 20 10:16:21.541672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.583078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.625564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1cabc2ad-a5c9-4e06-8027-751e74f6d4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:21.640334 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=517c91b9af414bc78a7d098c15216c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251558 Apr 20 10:16:21.642834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 4ee061d7-7f6c-45b5-8f63-744ec711efcd up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:21.642960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47430) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:21.699947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-1350fe8b-0cb0-4450-aeda-e01c3cf5d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:21.701684 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-1350fe8b-0cb0-4450-aeda-e01c3cf5d2f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.3528943 Apr 20 10:16:21.703484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f37ba0-85dd-4493-82d9-a7ad7f222445,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:21.740568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.765913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Transition to ACTIVE for port object 31481bf1-01cf-433c-807b-1e01b86e86a5 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:21.766627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:21.833933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Transition to ACTIVE for port object 31481bf1-01cf-433c-807b-1e01b86e86a5 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:21.858273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.877417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.884590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ed7c240e-8669-4c0f-a664-3cbdd649aa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:21.924867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.000291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:22.007628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Pushing event updated for resources: {'Port': ['ID=31481bf1-01cf-433c-807b-1e01b86e86a5,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:22.013341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:22.016428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.017845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:22.021524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:22.051289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3c8aa-024f-4683-beea-46abff34f348 req-307cb47d-d383-45fd-8d71-a7af76522a55 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.054295 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-59b3c8aa-024f-4683-beea-46abff34f348 req-307cb47d-d383-45fd-8d71-a7af76522a55 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.3560481 Apr 20 10:16:22.075529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:22.076270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.153601 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-59b3c8aa-024f-4683-beea-46abff34f348 req-6acba810-8d02-466f-af64-136b5b45c2c1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841563 Apr 20 10:16:22.185786 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-462c7a4b-660f-40bb-abff-6956d053fe77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 217 time: 0.1641693 Apr 20 10:16:22.196897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.202671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-692470de-3938-4094-a7a4-2f881d9464b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:22.208207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Attempting to bind port 31481bf1-01cf-433c-807b-1e01b86e86a5 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:22.208635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Attempting to bind port 31481bf1-01cf-433c-807b-1e01b86e86a5 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:22.209052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Attempting to bind port 31481bf1-01cf-433c-807b-1e01b86e86a5 on network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:22.217047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f37ba0-85dd-4493-82d9-a7ad7f222445,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:22.220115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:22.220522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Checking segment: {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:22.220946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.221218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.221392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Bound using segment: {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:22.222154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Bound port: 31481bf1-01cf-433c-807b-1e01b86e86a5, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:22.222576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.225342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.226568 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8f37ba0-85dd-4493-82d9-a7ad7f222445 HTTP/1.1" status: 204 len: 168 time: 0.5826468 Apr 20 10:16:22.389794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.419546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-89ccf588-ed40-4f17-84c8-bcacf35531c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.421130 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-89ccf588-ed40-4f17-84c8-bcacf35531c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1676254 Apr 20 10:16:22.435795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-37dd7449-349e-4def-b735-7012204a3960 None None] For port 31481bf1-01cf-433c-807b-1e01b86e86a5, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:22.438239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.489980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-37dd7449-349e-4def-b735-7012204a3960 None None] For port 31481bf1-01cf-433c-807b-1e01b86e86a5, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=31481bf1-01cf-433c-807b-1e01b86e86a5,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:22.510584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 4ee061d7-7f6c-45b5-8f63-744ec711efcd, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=4ee061d7-7f6c-45b5-8f63-744ec711efcd,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:22.526589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.535988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:22.592026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.635179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Pushing event updated for resources: {'Port': ['ID=31481bf1-01cf-433c-807b-1e01b86e86a5,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:22.659565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.660258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:22.720838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-6c184e36-aa83-4914-ab1c-54ec0ed4f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.722999 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-6c184e36-aa83-4914-ab1c-54ec0ed4f89a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2938304 Apr 20 10:16:22.793862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:22.800318 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.880035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2171e1-5e93-4608-bf16-81e2551d7dfd req-9fa79e08-ba88-407e-9bd0-4f808466ae6f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.881767 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea2171e1-5e93-4608-bf16-81e2551d7dfd req-9fa79e08-ba88-407e-9bd0-4f808466ae6f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.3463764 Apr 20 10:16:23.007546 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-fa69a1af-a351-4857-9b40-c704ce42fe14 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732189 Apr 20 10:16:23.013238 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea2171e1-5e93-4608-bf16-81e2551d7dfd req-0c90937c-a374-43d7-88d8-3244ea4eb548 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097019 Apr 20 10:16:23.384838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.427076 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-adc49a60-bf5e-414e-99f9-40d72d2e24f8 req-97f8b2aa-065f-4271-bbda-ad53539389d3 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116528 Apr 20 10:16:23.428353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.482520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006a53d-2e8d-4904-aa81-778bbb34cba6 req-ab33d378-0a00-4d24-890a-f2421e7b6fb7 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:23.486072 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3006a53d-2e8d-4904-aa81-778bbb34cba6 req-ab33d378-0a00-4d24-890a-f2421e7b6fb7 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1873577 Apr 20 10:16:23.586703 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3006a53d-2e8d-4904-aa81-778bbb34cba6 req-24badb04-727e-42d5-adbb-54611f7154fe tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911062 Apr 20 10:16:23.621787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 31481bf1-01cf-433c-807b-1e01b86e86a5 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:23.636368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Allocated IP 172.28.0.197 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/e909ef7b-3f1d-48ba-ab83-50baa49366ac) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:23.762349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 31481bf1-01cf-433c-807b-1e01b86e86a5 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:23.769937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 4ee061d7-7f6c-45b5-8f63-744ec711efcd up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:23.832300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.856476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 4ee061d7-7f6c-45b5-8f63-744ec711efcd triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:23.856799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.894327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.900819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4e2710ad-3c5f-465c-8c7f-6e567698b975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:23.981849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:23.986480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:23.991369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:24.052585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e909ef7b-3f1d-48ba-ab83-50baa49366ac,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:24.064924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:24.107160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:16:24.304482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:24.323667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:16:24.395678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d56a32-18c3-4707-939f-f35318e9222e None None] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:16:24.418344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.488574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4082d-cb7a-426e-8485-31784b9f8927 req-b8d1b34a-c1a6-4cd7-bda9-98dd98ff547c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:24.490326 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3ae4082d-cb7a-426e-8485-31784b9f8927 req-b8d1b34a-c1a6-4cd7-bda9-98dd98ff547c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.2140799 Apr 20 10:16:24.504830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:24.523456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:24.585648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.591786 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:24.624867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Provisioning for port 31481bf1-01cf-433c-807b-1e01b86e86a5 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:24.675086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Provisioning complete for port 31481bf1-01cf-433c-807b-1e01b86e86a5 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:24.675737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.704873 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3ae4082d-cb7a-426e-8485-31784b9f8927 req-d1b4fdfd-4f5a-403a-9413-f16dffe17d21 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964314 Apr 20 10:16:24.756130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.843647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:24.851092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:24.905364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['bfdf0544-0bc3-49b0-9ca7-73141aca2275'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:16:24.966236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47482) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:25.012248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.160825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.182194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:25.189553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Usage tracker for resource:security_group_rule and tenant:6004682d79f74e949b31daba6919615f is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:25.193854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:25.204520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:25.269604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] For port 31481bf1-01cf-433c-807b-1e01b86e86a5, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=31481bf1-01cf-433c-807b-1e01b86e86a5,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:25.311411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.321304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.326390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:25.350525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.361360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-cbde971c-16ce-44ab-b489-4b2d67aca493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:25.408349 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6004682d79f74e949b31daba6919615f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372580 Apr 20 10:16:25.409082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47488) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:25.426321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc950b3-a36b-414b-b6f7-ff11e43c6690,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:25.432738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Pushing event updated for resources: {'Port': ['ID=31481bf1-01cf-433c-807b-1e01b86e86a5,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:25.433206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:25.438157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:25.449788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-fbf9ca56-c431-46fd-93ab-74c0db2c6619 None None] Provisioning complete for port 31481bf1-01cf-433c-807b-1e01b86e86a5 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:25.450216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ca56-c431-46fd-93ab-74c0db2c6619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.455783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.486229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.517647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.608431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.615664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4c74b068-d6f4-46a2-81e0-8e6f858c8591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:25.627522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc950b3-a36b-414b-b6f7-ff11e43c6690,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:25.633470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:25.635841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.637146 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfc950b3-a36b-414b-b6f7-ff11e43c6690 HTTP/1.1" status: 204 len: 168 time: 0.2270396 Apr 20 10:16:25.771800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:16:25.976831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-f3ea65e6-6562-4cd8-924a-f4c4bfba99d5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:25.977659 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-f3ea65e6-6562-4cd8-924a-f4c4bfba99d5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:25.994779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-f3ea65e6-6562-4cd8-924a-f4c4bfba99d5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:25.996177 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-f3ea65e6-6562-4cd8-924a-f4c4bfba99d5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 944 time: 0.1323805 Apr 20 10:16:26.027925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:26.043023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Sync routers for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:26.057854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:26.058696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:26.081641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-e89eb966-95d1-4323-a12d-d882f42630c6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Synchronizing usage tracker for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:26.116627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.118622 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1503124 Apr 20 10:16:26.122823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47498) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:26.140054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:26.230478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-e89eb966-95d1-4323-a12d-d882f42630c6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Unset dirty status for tenant:0bd2bde52c0349cc95b0be989f22f9df on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:26.231908 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f6d67af0-c87c-4c75-9ff0-3e8bfd905ff1 req-e89eb966-95d1-4323-a12d-d882f42630c6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188826 Apr 20 10:16:26.239712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47502) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:26.267508 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.285944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:26.290450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f79168c80974d30a4154638c66ec0d9 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:26.293865 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:26.301111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:26.345298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:26.391361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:26.408948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.447998 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.458534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4cd0ec0e-f36f-4cb9-9561-ec04fabb3801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:26.467798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:26.468220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.507297 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f79168c80974d30a4154638c66ec0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663743 Apr 20 10:16:26.508992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d6697-28aa-43e6-a4f3-c95b186616f1,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:26.515107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47506) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:26.518123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:26.613926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.644178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.722373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.728150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:26.746036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d6697-28aa-43e6-a4f3-c95b186616f1,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:26.751652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:26.755239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.760126 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb9d6697-28aa-43e6-a4f3-c95b186616f1 HTTP/1.1" status: 204 len: 168 time: 0.2352493 Apr 20 10:16:26.816711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.859954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:26.875620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:26.888235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 3, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:26.892828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Checking router: 4e6ba4e8-16ce-4378-884c-b7608ce393f4 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:26.893295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Updating router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 port e909ef7b-3f1d-48ba-ab83-50baa49366ac binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:16:26.922210 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'code': 200} Apr 20 10:16:26.928160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:26.940539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:27.022604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.031100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.073211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:27.084394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:27.347114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Allocated IP 172.20.0.1 (fc145d20-4a6a-49f7-acc1-86520f9d4ad4/fee7c4c8-40f4-4cce-802c-92cac12ce9a4/44ed96ef-b2a7-4e51-b08c-9a730a5ae92b) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:27.423884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631f2a5-8571-4157-8aec-3696452503ed req-a72fd389-38f1-4014-b9d1-ad2a8d1a6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:27.425535 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4631f2a5-8571-4157-8aec-3696452503ed req-a72fd389-38f1-4014-b9d1-ad2a8d1a6f2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1098 time: 0.1719222 Apr 20 10:16:27.484703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.499121 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4631f2a5-8571-4157-8aec-3696452503ed req-a967b91d-49be-47ca-b982-990887fd3595 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649512 Apr 20 10:16:27.503927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Transition to ACTIVE for port object e909ef7b-3f1d-48ba-ab83-50baa49366ac will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:27.505822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 31481bf1-01cf-433c-807b-1e01b86e86a5 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:27.558029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.565684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:27.681454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Attempting to bind port e909ef7b-3f1d-48ba-ab83-50baa49366ac on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:27.681886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Attempting to bind port e909ef7b-3f1d-48ba-ab83-50baa49366ac by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:27.682301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Attempting to bind port e909ef7b-3f1d-48ba-ab83-50baa49366ac on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:27.685295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb849-f2b5-4bee-8290-485a0228fe08 None None] Pushing event updated for resources: {'Port': ['ID=e909ef7b-3f1d-48ba-ab83-50baa49366ac,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:27.691222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-18efb849-f2b5-4bee-8290-485a0228fe08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:27.695938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:27.696419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:27.696816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.697273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:27.698034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Bound port: e909ef7b-3f1d-48ba-ab83-50baa49366ac, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:27.698247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.765584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 31481bf1-01cf-433c-807b-1e01b86e86a5 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:27.766013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.845913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] For port e909ef7b-3f1d-48ba-ab83-50baa49366ac, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:27.853450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] For port e909ef7b-3f1d-48ba-ab83-50baa49366ac, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e909ef7b-3f1d-48ba-ab83-50baa49366ac,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:27.863275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.886909 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550df4ce-0777-44ab-9a6a-c121e8c5f8aa req-12d77a46-a66c-45d5-ab65-35d2fc2a5618 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:27.888706 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-550df4ce-0777-44ab-9a6a-c121e8c5f8aa req-12d77a46-a66c-45d5-ab65-35d2fc2a5618 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.4280679 Apr 20 10:16:27.900924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Transition to ACTIVE for port object 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b will not be triggered until provisioned by entity DHCP. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:27.910165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:27.918244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-18efb849-f2b5-4bee-8290-485a0228fe08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:27.955518 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-550df4ce-0777-44ab-9a6a-c121e8c5f8aa req-0dee8093-1ba8-4c4d-bad6-04c49886ffe4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582721 Apr 20 10:16:28.030827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:28.031483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:28.085963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.092589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f95d6de8-1f7b-46d6-950f-56ca88009e41 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:28.098500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb849-f2b5-4bee-8290-485a0228fe08 None None] Pushing event updated for resources: {'Port': ['ID=e909ef7b-3f1d-48ba-ab83-50baa49366ac,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:28.101815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-18efb849-f2b5-4bee-8290-485a0228fe08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:28.166529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:28.170376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:28.174685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:28.216579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Pushing event updated for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:28.221802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:28.247412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.254183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:28.596014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-71616372-e0a7-4279-8cd6-3cf0827540b1 None None] Provisioning for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:28.607451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.609724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-71616372-e0a7-4279-8cd6-3cf0827540b1 None None] Provisioning complete for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:28.610125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-71616372-e0a7-4279-8cd6-3cf0827540b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.683352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-71616372-e0a7-4279-8cd6-3cf0827540b1 None None] Port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:28.694602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 3, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:28.699458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3dac0-82a6-4f28-83a5-ba9174ab96da None None] The sync data for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb is: [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 3, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:28.861670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.896901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:28.927853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:29.019618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Pushing event updated for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:29.022596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:29.024517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:29.194272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:29.196828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:29.199181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f9db-89d0-4c16-9254-1ba435ad04ff req-1d065e58-8d8a-4aa0-ba40-59d7993d607e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:29.201127 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3375f9db-89d0-4c16-9254-1ba435ad04ff req-1d065e58-8d8a-4aa0-ba40-59d7993d607e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1034153 Apr 20 10:16:29.298997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3375f9db-89d0-4c16-9254-1ba435ad04ff req-1315d347-06f7-4c5a-9934-a5f5d7d3ba7f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839548 Apr 20 10:16:29.520675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-2e4c0eaa-1e3e-441c-a5fe-f6667d67873a None None] Provisioning complete for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:29.521425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0eaa-1e3e-441c-a5fe-f6667d67873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:29.596174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:29.802618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e909ef7b-3f1d-48ba-ab83-50baa49366ac up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:29.818735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3625e3-0d76-4382-bd6c-d5ffc67fcb89 req-2c9074a7-7da2-432e-8d2c-e175b693373b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:29.820609 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd3625e3-0d76-4382-bd6c-d5ffc67fcb89 req-2c9074a7-7da2-432e-8d2c-e175b693373b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.3106644 Apr 20 10:16:29.833065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47562) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:29.845065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Request body: {'floatingip': {'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:29.872621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c0eaa-1e3e-441c-a5fe-f6667d67873a None None] Port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:29.875697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:29.889929 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] 10.222.0.20 "PUT /v2.0/routers/4e6ba4e8-16ce-4378-884c-b7608ce393f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7657599 Apr 20 10:16:29.931755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port e909ef7b-3f1d-48ba-ab83-50baa49366ac completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:29.938153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port e909ef7b-3f1d-48ba-ab83-50baa49366ac triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:29.938388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:29.952519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:30.087567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:30.107747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port e909ef7b-3f1d-48ba-ab83-50baa49366ac, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e909ef7b-3f1d-48ba-ab83-50baa49366ac,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:30.137181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:30.139388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:30.228350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=e909ef7b-3f1d-48ba-ab83-50baa49366ac,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:30.232307 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:31.137286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:31.177327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:31.395971 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Floating IP 6e1460c6-7cdf-47bc-ab1b-325c2901981e associated. External IP: 172.28.0.87, port: bfdf0544-0bc3-49b0-9ca7-73141aca2275. Apr 20 10:16:31.476385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e909ef7b-3f1d-48ba-ab83-50baa49366ac up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:31.616078 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port e909ef7b-3f1d-48ba-ab83-50baa49366ac triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:31.616515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:31.896501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:32.006096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Sync routers for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:32.018672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:32.019970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:32.200293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:32.205795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:32.214198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97674c01-67be-498b-af12-25f533e100af None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:32.233613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97674c01-67be-498b-af12-25f533e100af None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:32.234410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-97674c01-67be-498b-af12-25f533e100af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:32.281378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:32.297623 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-96f7b58d-1846-4209-9fcc-480f9fe9072c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "PUT /v2.0/floatingips/6e1460c6-7cdf-47bc-ab1b-325c2901981e HTTP/1.1" status: 200 len: 990 time: 2.4628644 Apr 20 10:16:32.298574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:32.423538 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'status': 'completed', 'code': 200} Apr 20 10:16:32.558645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-97674c01-67be-498b-af12-25f533e100af None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:32.593653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-9a59a17a-2920-46d5-a5cd-d7259a2f205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:32.610748 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-9a59a17a-2920-46d5-a5cd-d7259a2f205c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1098 time: 0.1708012 Apr 20 10:16:32.847089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-5709059f-6f07-41ca-bfa7-618dfa22b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:32.849455 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-5709059f-6f07-41ca-bfa7-618dfa22b36c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.2309034 Apr 20 10:16:32.885504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:28Z', 'revision_number': 4, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '44ed96ef-b2a7-4e51-b08c-9a730a5ae92b', 'name': '', 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'mac_address': 'fa:16:3e:bb:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:27Z', 'updated_at': '2021-04-20T10:16:28Z', 'revision_number': 2, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'subnets': [{'id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:32.895406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Checking router: 4e6ba4e8-16ce-4378-884c-b7608ce393f4 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:32.895819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Updating router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:16:32.980845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:32.983941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-90ba369f-ced6-49da-bebe-79a57e32b456 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 998 time: 0.1270764 Apr 20 10:16:33.037198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-97674c01-67be-498b-af12-25f533e100af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '6e1460c6-7cdf-47bc-ab1b-325c2901981e', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424766c0-42f7-403f-8381-e342b04445a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:33.043125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97674c01-67be-498b-af12-25f533e100af None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:33.057765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97674c01-67be-498b-af12-25f533e100af None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:33.058450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-97674c01-67be-498b-af12-25f533e100af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:33.095429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-8e25a103-e795-43d4-a72b-e1517e765678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:33.097670 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-8e25a103-e795-43d4-a72b-e1517e765678 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1067319 Apr 20 10:16:33.191984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-2d06ea3e-c34a-4009-a596-feb2b880e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:33.193785 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-2d06ea3e-c34a-4009-a596-feb2b880e0ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863400 Apr 20 10:16:33.266920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-97674c01-67be-498b-af12-25f533e100af None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:33.412695 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-4856a19a-6fcc-40cc-8fd4-809853385f1d service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096899 Apr 20 10:16:33.434751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:33.448923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Transition to ACTIVE for port object 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:33.487875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:33.503015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-90283e1e-a9bc-471f-9c98-407055a1124e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:33.700473 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-51c1f12e-d7ab-40f8-a1e9-0e76c28e1380 req-cc1e6589-a925-4c98-a01b-d31a0ec3e85e service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796628 Apr 20 10:16:33.887915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e629d8-cdb0-48c4-b790-89ef4c209362 None None] Pushing event updated for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:33.900140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-97674c01-67be-498b-af12-25f533e100af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '6e1460c6-7cdf-47bc-ab1b-325c2901981e', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424766c0-42f7-403f-8381-e342b04445a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:33.905341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97674c01-67be-498b-af12-25f533e100af None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '6e1460c6-7cdf-47bc-ab1b-325c2901981e', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424766c0-42f7-403f-8381-e342b04445a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 1, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:33.905978 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-11e629d8-cdb0-48c4-b790-89ef4c209362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:33.927697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Attempting to bind port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:33.928139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Attempting to bind port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:33.928532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Attempting to bind port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b on network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:33.934752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:33.935164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Checking segment: {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:33.935638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:33.936076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Bound using segment: {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:33.936591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Bound port: 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:33.937002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:34.252619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] For port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:34.262121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] For port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:34.298310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd1bec-f1f2-4ac1-8770-1543e280cecb None None] New status for floating IP 6e1460c6-7cdf-47bc-ab1b-325c2901981e: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:16:34.363662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:34.383271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-664b6964-7c8b-4b7f-82ca-68c415444372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:34.511137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:34.511893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:16:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:34.744034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e629d8-cdb0-48c4-b790-89ef4c209362 None None] Pushing event updated for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:34.750362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-11e629d8-cdb0-48c4-b790-89ef4c209362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:34.925319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:35.284131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:28Z', 'revision_number': 4, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '44ed96ef-b2a7-4e51-b08c-9a730a5ae92b', 'name': '', 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'mac_address': 'fa:16:3e:bb:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:27Z', 'updated_at': '2021-04-20T10:16:34Z', 'revision_number': 4, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'subnets': [{'id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:35.288458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3c72f-701e-4fda-9385-839a944d0887 None None] The sync data for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb is: [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:16:28Z', 'revision_number': 4, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '44ed96ef-b2a7-4e51-b08c-9a730a5ae92b', 'name': '', 'network_id': 'fc145d20-4a6a-49f7-acc1-86520f9d4ad4', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'mac_address': 'fa:16:3e:bb:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:27Z', 'updated_at': '2021-04-20T10:16:34Z', 'revision_number': 4, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'subnets': [{'id': 'fee7c4c8-40f4-4cce-802c-92cac12ce9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:35.538510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:35.728136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:35.734493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:35.735498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:35.890385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:35.935308 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:35.973514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:35.975564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:36.062220 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:36.066264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:36.403239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47644) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:36.574364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:36.597436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:36.602624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:08613c0018f8499bb6072902f9ea5b5f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:36.605860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:36.614919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:36.738565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:36.783076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:36.802033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-51f9ee62-4fb6-4dfc-a088-60a8c70d5bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:36.875194 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08613c0018f8499bb6072902f9ea5b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707668 Apr 20 10:16:36.877520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e000258-dfee-4dab-a929-b225a366b20b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:36.879663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47650) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:36.881759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:36.971198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.031475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.154082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.162385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d854b7f5-ff78-4cde-8613-a457ad63393f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:37.189479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e000258-dfee-4dab-a929-b225a366b20b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:37.193158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:37.196209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.211789 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e000258-dfee-4dab-a929-b225a366b20b HTTP/1.1" status: 204 len: 168 time: 0.3304780 Apr 20 10:16:37.452552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:37.596063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8243209f-98e2-4a3f-a24f-5eba48c87749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.619381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:37.619822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.854234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47660) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:37.873999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.890980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:37.895313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf97b01a34d4cf9870d4dd6b1b6a259 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:37.899355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:37.905580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:38.003110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.030275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.047624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-18d42962-5c5c-446d-82d2-558e44684c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:38.094230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2def6-b178-4083-a48f-4511cf67a752,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:38.102740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:38.105580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cf97b01a34d4cf9870d4dd6b1b6a259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501614 Apr 20 10:16:38.108500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47664) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:38.181725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.218545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.334658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.341737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-87715634-5b00-4df2-8d72-5f5a7349e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:38.354462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2def6-b178-4083-a48f-4511cf67a752,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:38.361455 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:38.362323 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:38.363577 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65f2def6-b178-4083-a48f-4511cf67a752 HTTP/1.1" status: 204 len: 168 time: 0.2540708 Apr 20 10:16:40.229579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-07d0d25d-cab5-4cfb-b0e5-9f7b6aca42db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933836 Apr 20 10:16:40.236157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4b462c00-9dd1-4be5-955b-5809daaadc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:40.351908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-8e089d27-291d-4feb-bcc3-c3dc8b2cf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:40.353746 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-8e089d27-291d-4feb-bcc3-c3dc8b2cf8fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 1099 time: 0.0976009 Apr 20 10:16:40.543895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-5782ea22-030b-4a63-bafa-3b999b766361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:40.545640 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-5782ea22-030b-4a63-bafa-3b999b766361 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.1615648 Apr 20 10:16:40.705377 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-e0ffec96-6f6d-4e1e-8028-59e7d1cf0e39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 200 len: 1002 time: 0.1513674 Apr 20 10:16:40.721805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:40.829215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-5bcbbb29-3ff1-4ee3-8849-2b6dbd6a0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:40.830810 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-5bcbbb29-3ff1-4ee3-8849-2b6dbd6a0c0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.1175900 Apr 20 10:16:40.943692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-c3af0c87-0c8b-4fda-95b2-325c544f3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:40.947198 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-c3af0c87-0c8b-4fda-95b2-325c544f3d7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029751 Apr 20 10:16:41.144110 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-3c4095b5-9fd7-410f-8f54-2065a03efc89 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843121 Apr 20 10:16:41.331185 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4e236a57-3c97-4e9d-a976-348f35fc38f4 req-aa80a065-c7a7-4e49-9d6e-0b1221c16dc7 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792121 Apr 20 10:16:41.554233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:41.979958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:42.439867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:42.922332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47764) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:43.085375 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.102822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:43.106953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:25c4350a8c76412bbd93edcc17dc98fe is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:43.110050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:43.116091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:43.211495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.246157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.256328 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7eda4428-9661-49aa-b8a9-ccfae1a2ca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:43.306678 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25c4350a8c76412bbd93edcc17dc98fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831387 Apr 20 10:16:43.307870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821ec56-be51-4aad-b335-da8fa256c8b3,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:43.311248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47776) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:43.311826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:43.381571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.413386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.521935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.528737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d7c2981-1b18-4b50-bd76-c06da09040ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:43.543168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821ec56-be51-4aad-b335-da8fa256c8b3,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:43.555962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.556378 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.556806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.557172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.557558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.557950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.558332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.558721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.559111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.559550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.559936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.560316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:43.566010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:43.568747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.573333 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-312781d3-45f4-46c0-b524-d46f7f4e7ff1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b821ec56-be51-4aad-b335-da8fa256c8b3 HTTP/1.1" status: 204 len: 168 time: 0.2602823 Apr 20 10:16:43.846002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-83369410-7d3f-46d0-b75a-8175b15b3acb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:43.847014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-83369410-7d3f-46d0-b75a-8175b15b3acb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:43.949938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-83369410-7d3f-46d0-b75a-8175b15b3acb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:43.951333 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-83369410-7d3f-46d0-b75a-8175b15b3acb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 814 time: 0.2751384 Apr 20 10:16:43.968441 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-b258944c-4211-42e0-a07f-45b163b89d2a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/quotas/b1a7442ef2354039a3949af01809459b HTTP/1.1" status: 200 len: 375 time: 0.0107517 Apr 20 10:16:44.062465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8da56929-2881-4f12-afba-48962db4781d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:44.127629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8da56929-2881-4f12-afba-48962db4781d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:44.129327 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8da56929-2881-4f12-afba-48962db4781d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547432 Apr 20 10:16:44.141635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 47800) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:44.189894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.510215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:44.524713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Usage tracker for resource:security_group_rule and tenant:188fd122a7054147a571b3362ebcaff7 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:44.529086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:44.538386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:44.595457 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-15f6afb0-66d9-4ee7-96f5-af6c32293456 service neutron] 10.222.0.20 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507883 Apr 20 10:16:44.797852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.801835 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-891c10f0-bc5d-47fb-a951-c026a7140f92 service neutron] 10.222.0.20 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967757 Apr 20 10:16:44.828280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.838099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a03cf839-e84d-4c0e-925b-c695c9c509ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:44.884841 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=188fd122a7054147a571b3362ebcaff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7419062 Apr 20 10:16:44.886814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecdc306-9021-4791-9107-86c5fa665ae9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:44.887678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 47804) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:44.890787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:44.961913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.998400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:45.086089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:45.094275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3621acbb-850d-4a14-af53-4c7c35b60713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:45.110661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecdc306-9021-4791-9107-86c5fa665ae9,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:45.113233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:45.118943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:45.123849 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fecdc306-9021-4791-9107-86c5fa665ae9 HTTP/1.1" status: 204 len: 168 time: 0.2348778 Apr 20 10:16:45.347072 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3e4a46f9-36ce-49e6-b3e8-fc21c7b23f47 req-53ff8337-fd4b-4ff5-8a9b-a2fd6da67d55 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 210 time: 0.3350387 Apr 20 10:16:46.537414 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bc3e72c9-3b30-4bc3-87b1-0d58616d3ff2 req-d567a236-7b63-497f-a127-0c53fbc01b03 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 210 time: 0.0510006 Apr 20 10:16:47.400325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-20e9fc87-6eb4-4dda-a433-2e33e6abc887 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:47.402049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-20e9fc87-6eb4-4dda-a433-2e33e6abc887 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 814 time: 0.1755552 Apr 20 10:16:47.418014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'port': {'device_id': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'admin_state_up': True, 'tenant_id': 'b1a7442ef2354039a3949af01809459b'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:47.597895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:47.612015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:47.653062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Made reservation on behalf of b1a7442ef2354039a3949af01809459b for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:47.661716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:47.724677 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6d6866ce-dd1a-40a2-88eb-72b752455d5e req-78083ce6-1d1c-469d-9b34-5a1f5159f1f9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 210 time: 0.0517797 Apr 20 10:16:47.870168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Allocated IP 172.20.0.9 (ece30d90-7761-4d74-bdd6-184e5288f1c4/b2f99d55-02ae-482c-a6a4-b100830c75c1/1e640d1e-0d89-4783-8a41-17b79e88f54d) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:48.108251 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:48.125926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Transition to ACTIVE for port object 1e640d1e-0d89-4783-8a41-17b79e88f54d will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:48.185714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:48.202235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1ab4c07f-ee86-4889-992c-72966bb3b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:48.290811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:48.295637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:48.300709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:48.396147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:48.397565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:48.453941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:48.460394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:48.512512 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993829 Apr 20 10:16:48.605504 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-959b9111-ce5c-421e-84b6-d2ea8d83d329 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558445 Apr 20 10:16:48.754166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-0a836599-ee74-4ea4-a6f1-11f12803f0e3 None None] Provisioning for port 1e640d1e-0d89-4783-8a41-17b79e88f54d completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:48.761840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-0a836599-ee74-4ea4-a6f1-11f12803f0e3 None None] Provisioning complete for port 1e640d1e-0d89-4783-8a41-17b79e88f54d triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:48.762612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0a836599-ee74-4ea4-a6f1-11f12803f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:48.837859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-0a836599-ee74-4ea4-a6f1-11f12803f0e3 None None] Port 1e640d1e-0d89-4783-8a41-17b79e88f54d cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:48.845891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-5c6b0767-2377-4d7d-95c1-e5189938a6a1 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:48.848559 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-5c6b0767-2377-4d7d-95c1-e5189938a6a1 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420826 Apr 20 10:16:48.866313 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-ef5eac13-f053-4f6f-8ecf-b7f22c8d9f21 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/quotas/fd8d39d16f9f4448868183b64dde5bf5 HTTP/1.1" status: 200 len: 375 time: 0.0107386 Apr 20 10:16:48.927823 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-4f8670cc-f9e3-4777-9e8a-193646c0d92b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549374 Apr 20 10:16:49.412411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d887d-b26f-462f-865b-133350ca7a40 req-f2efda4a-54d0-4f6c-847c-7df824e48f5c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:49.413284 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-b28d887d-b26f-462f-865b-133350ca7a40 req-f2efda4a-54d0-4f6c-847c-7df824e48f5c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:49.468870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-b28d887d-b26f-462f-865b-133350ca7a40 req-f2efda4a-54d0-4f6c-847c-7df824e48f5c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:49.471376 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b28d887d-b26f-462f-865b-133350ca7a40 req-f2efda4a-54d0-4f6c-847c-7df824e48f5c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.1581247 Apr 20 10:16:49.557464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-b28d887d-b26f-462f-865b-133350ca7a40 req-2dfb7a56-a037-4b68-af36-6bd39c2c953e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:49.625410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-b28d887d-b26f-462f-865b-133350ca7a40 req-2dfb7a56-a037-4b68-af36-6bd39c2c953e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:49.627594 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b28d887d-b26f-462f-865b-133350ca7a40 req-2dfb7a56-a037-4b68-af36-6bd39c2c953e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483727 Apr 20 10:16:49.742778 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f4c46b0b-c26b-4b90-a0bd-2c9c088cafa9 req-61211a17-5719-4f33-8f94-34e923ac8e98 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0575721 Apr 20 10:16:50.851533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2440e-9274-427d-91ad-8a130d18af30 req-87f8043f-4459-47f0-a72b-0eb2f67b42f4 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:50.854185 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c1b2440e-9274-427d-91ad-8a130d18af30 req-87f8043f-4459-47f0-a72b-0eb2f67b42f4 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.1025469 Apr 20 10:16:50.914536 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c1b2440e-9274-427d-91ad-8a130d18af30 req-c518b2ea-7ee5-4500-a965-b2a1ea09694f tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547800 Apr 20 10:16:51.067119 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d44e92d-d527-4cb4-9e8d-8d0e9f6e2c63 req-eb08b51e-655f-4120-ba50-b2af5a22760b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0484622 Apr 20 10:16:51.470594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:16:52.132870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d4be-01f8-4c51-a6c3-30914e6f857f req-d99d86ec-4e67-474b-a115-e1712f5c6aa6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:52.134541 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec81d4be-01f8-4c51-a6c3-30914e6f857f req-d99d86ec-4e67-474b-a115-e1712f5c6aa6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.0988402 Apr 20 10:16:52.185321 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ec81d4be-01f8-4c51-a6c3-30914e6f857f req-45f2f078-809e-4ac5-a690-95d8c456da1b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Apr 20 10:16:52.356263 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b0bfd170-c0c1-47ff-9653-4982043e5ba5 req-ea1175f4-b645-41c4-90da-f5f7bd2ddae6 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0523465 Apr 20 10:16:53.401871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c10d85-afaf-469b-9999-db011f1ac818 req-9147458f-112a-4a6d-8631-236489785480 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:53.403770 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10c10d85-afaf-469b-9999-db011f1ac818 req-9147458f-112a-4a6d-8631-236489785480 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.0982535 Apr 20 10:16:53.455431 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10c10d85-afaf-469b-9999-db011f1ac818 req-ffa8d379-520e-4035-8c86-3bd168532a48 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Apr 20 10:16:53.623883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e1761168-25af-4d0a-92ca-1b746fe18438 req-7413f1ff-fa97-48e4-9376-215ef323af57 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0566838 Apr 20 10:16:54.722873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52884dd-5c92-4607-a285-771568b3cba5 req-5be1e0b7-b0b1-4666-beaa-60ebe732cb25 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:54.725898 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d52884dd-5c92-4607-a285-771568b3cba5 req-5be1e0b7-b0b1-4666-beaa-60ebe732cb25 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.1379642 Apr 20 10:16:54.790646 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d52884dd-5c92-4607-a285-771568b3cba5 req-f1b16fe7-6973-4178-a20f-190a4a110aa2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Apr 20 10:16:54.951253 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c492088a-9c01-4354-b1e5-db4f87985606 req-093233cd-0303-4b05-8a2a-7df685f8a092 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0517991 Apr 20 10:16:56.014316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b69a-90a1-4b21-af9b-fe258bc0d54b req-f7f40bbe-6c69-4198-9424-426d0365d27d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:56.016067 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e536b69a-90a1-4b21-af9b-fe258bc0d54b req-f7f40bbe-6c69-4198-9424-426d0365d27d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.1016476 Apr 20 10:16:56.069217 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e536b69a-90a1-4b21-af9b-fe258bc0d54b req-a6c969d8-1943-49e7-96ee-9f4d3327da30 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Apr 20 10:16:56.262408 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-df71ece0-b59b-4453-bbef-0146b43f0280 req-4c90264c-037c-4343-8b49-ae12974cfbec tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0609031 Apr 20 10:16:57.308801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98021a-9eef-4799-a20b-b5b2d2d43fbe req-1343d884-cbef-489d-94d1-2688356fd298 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:57.310560 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ae98021a-9eef-4799-a20b-b5b2d2d43fbe req-1343d884-cbef-489d-94d1-2688356fd298 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.1043005 Apr 20 10:16:57.367013 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ae98021a-9eef-4799-a20b-b5b2d2d43fbe req-b50031e6-c773-477d-97c8-85e3cd0935ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Apr 20 10:16:57.532868 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f477cf74-e7d8-4d50-aba1-ba8e2d636a90 req-35bee075-55e8-4bf2-9185-d844ad2c10f7 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0539131 Apr 20 10:16:58.396480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Request body: {'port': {'device_id': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:58.581358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:58.692743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ad620-eedd-45d7-bed9-d69f1e1f2a33 req-d5c57a0e-ab14-4acb-95a7-86c9dec71774 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:58.694763 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f77ad620-eedd-45d7-bed9-d69f1e1f2a33 req-d5c57a0e-ab14-4acb-95a7-86c9dec71774 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 931 time: 0.2014949 Apr 20 10:16:58.717862 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-71c0f015-7e80-4116-9e51-d4bf56b1f669 req-82d649f9-98be-4aec-869f-daf142115caf tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0544126 Apr 20 10:16:58.828988 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f77ad620-eedd-45d7-bed9-d69f1e1f2a33 req-29acf7a7-e982-494b-a04f-a8766218e398 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883918 Apr 20 10:16:59.024632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e640d1e-0d89-4783-8a41-17b79e88f54d {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:59.032580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.048320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Transition to ACTIVE for port object 1e640d1e-0d89-4783-8a41-17b79e88f54d will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:59.081252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.086645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2d403ae3-2bfd-426a-b43f-35b15bdd9e06 tempest-ServerRescueNegativeTestJSON-1985661438 tempest-ServerRescueNegativeTestJSON-1985661438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:59.277298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:59.318748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:59.366421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Attempting to bind port 1e640d1e-0d89-4783-8a41-17b79e88f54d on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:59.367030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Attempting to bind port 1e640d1e-0d89-4783-8a41-17b79e88f54d by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:59.367667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Attempting to bind port 1e640d1e-0d89-4783-8a41-17b79e88f54d on network ece30d90-7761-4d74-bdd6-184e5288f1c4 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:59.373296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Port 1e640d1e-0d89-4783-8a41-17b79e88f54d on network ece30d90-7761-4d74-bdd6-184e5288f1c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:16:59.373798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Attempting to bind port 1e640d1e-0d89-4783-8a41-17b79e88f54d on network ece30d90-7761-4d74-bdd6-184e5288f1c4 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:59.379933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:59.380194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Checking segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:59.380611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Bound using segment: {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:59.381095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Bound port: 1e640d1e-0d89-4783-8a41-17b79e88f54d, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234df1d7-a2f5-45c3-9144-6fc89330108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:59.381479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.498217 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-bf9a279f-f650-48fa-b127-9052489b686b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356429 Apr 20 10:16:59.606493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:59.629789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:59.663681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.671657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b2d827f3-91ad-4e28-abb5-38d96b83603a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:59.751105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:59.751857 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.753428 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 1093 time: 1.4830277 Apr 20 10:16:59.754002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:59.769839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-8d7ad320-5001-4787-96bd-2d950b9cad6b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:59.771556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-8d7ad320-5001-4787-96bd-2d950b9cad6b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621419 Apr 20 10:16:59.786653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Request body: {'port': {'device_id': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc', 'admin_state_up': True, 'tenant_id': 'fd8d39d16f9f4448868183b64dde5bf5'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:59.890054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:59.898160 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:16:59.953940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:00.090784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83453d-1e56-47e6-8069-8a73ee3cd6ba req-7632b83d-c376-4060-868c-0eac0c1a62c6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:00.092570 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e83453d-1e56-47e6-8069-8a73ee3cd6ba req-7632b83d-c376-4060-868c-0eac0c1a62c6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 943 time: 0.1002367 Apr 20 10:17:00.154511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e83453d-1e56-47e6-8069-8a73ee3cd6ba req-1d272576-7748-43b7-ba1b-c90f84926bec tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Apr 20 10:17:00.285674 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-93000748-a46b-48cb-8a1b-e6cc006c4fdb req-d9796192-fb8e-4e98-bc90-c07d24cafc54 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.3259223 Apr 20 10:17:00.357244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:00.363204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Usage tracker for resource:port and tenant:fd8d39d16f9f4448868183b64dde5bf5 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:00.367879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:00.372249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8153de1c-9fcb-4c65-8676-1ca44c102168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:00.373868 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-8153de1c-9fcb-4c65-8676-1ca44c102168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1096 time: 0.4745953 Apr 20 10:17:00.377803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:00.452534 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-fc4fb13e-ecb1-43e6-8c7d-cb4eb88d2728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 217 time: 0.0691922 Apr 20 10:17:00.501335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Made reservation on behalf of fd8d39d16f9f4448868183b64dde5bf5 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:17:00.507789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.530130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.558052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:00.565537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Usage tracker for resource:security_group_rule and tenant:fd8d39d16f9f4448868183b64dde5bf5 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:00.571176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:00.576197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-ef0e892d-2378-49ba-8e26-44394d63e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:00.576766 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-ef0e892d-2378-49ba-8e26-44394d63e3db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.1168058 Apr 20 10:17:00.580930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:00.717157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-37c03eb9-19a9-41bf-aff7-3f5d12712137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:00.718716 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-37c03eb9-19a9-41bf-aff7-3f5d12712137 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283507 Apr 20 10:17:00.835749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.893770 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-cfa138b1-b742-449e-89cd-89a2e09ebc1c service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623151 Apr 20 10:17:00.925541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.933719 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b6798a2-d98e-448f-8414-a203b6dca5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:01.115696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c97449-4eb6-44cb-bfb8-732738bbdb74,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:01.119738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:01.200435 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0dcccd86-3c6b-4c75-ae2f-ca4e9aa55254 req-2875266f-169c-4f4e-b5ff-08ba0046dded service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994676 Apr 20 10:17:01.238743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Allocated IP 192.168.233.136 (1014a7d8-e4cd-478b-b83f-aa72a5305ddc/979db1db-36d3-47cc-9600-64b29dc8f601/5b1ee5bf-ddcd-4b19-8113-044116a25bd2) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:17:01.463038 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bf045302-f3ab-4b10-8c6f-945d51407936 req-7a70be80-275c-4c74-ab6d-9dece8389c64 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0538781 Apr 20 10:17:01.603509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3304f0-3dda-4cb0-a20f-ab4a10654c87 req-471b1ea3-c766-4682-b3ae-68e0fd239ee0 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:01.605195 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a3304f0-3dda-4cb0-a20f-ab4a10654c87 req-471b1ea3-c766-4682-b3ae-68e0fd239ee0 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 943 time: 0.3308954 Apr 20 10:17:01.620018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aee06-ac88-4baf-a631-76780db1b0cb req-61d8790d-fa4c-4b7f-ab4d-945ecfb49675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:01.621672 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-61d8790d-fa4c-4b7f-ab4d-945ecfb49675 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1096 time: 0.2969937 Apr 20 10:17:01.764566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.798458 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a3304f0-3dda-4cb0-a20f-ab4a10654c87 req-e48f8802-ee8c-4b3f-97c9-7e60556fe226 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821613 Apr 20 10:17:01.818948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Transition to ACTIVE for port object 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:17:01.854911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aee06-ac88-4baf-a631-76780db1b0cb req-75d454b7-93cf-40b0-b31a-937bd46839d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:01.856589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-75d454b7-93cf-40b0-b31a-937bd46839d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.2146075 Apr 20 10:17:01.939816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.955596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3587a107-556a-44e0-90f7-9d711196faf2 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:01.997241 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-f3779cb9-a564-4965-bbf9-689b7f42c217 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 217 time: 0.1234403 Apr 20 10:17:02.077994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:17:02.082875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:17:02.085674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:17:02.126856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Pushing event updated for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:02.129981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:02.168846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aee06-ac88-4baf-a631-76780db1b0cb req-a9bdbe2e-2073-49e0-badc-5ab9b3f17fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:02.170434 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-a9bdbe2e-2073-49e0-badc-5ab9b3f17fd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.1625996 Apr 20 10:17:02.179491 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:02.180258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:02.286391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aee06-ac88-4baf-a631-76780db1b0cb req-ef9344fc-ffa8-4d2f-9ac5-73632444b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:02.288403 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-ef9344fc-ffa8-4d2f-9ac5-73632444b7ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032770 Apr 20 10:17:02.290185 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5085053 Apr 20 10:17:02.330237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Request body: {'port': {'device_id': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:02.332722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-7bcd0bc3-f985-4c93-b86d-0d939c37279b None None] Provisioning for port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:17:02.338424 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-7bcd0bc3-f985-4c93-b86d-0d939c37279b None None] Provisioning complete for port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:02.339091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0bc3-f985-4c93-b86d-0d939c37279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:02.398541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd0bc3-f985-4c93-b86d-0d939c37279b None None] Port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:17:02.563804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:02.577667 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-c1677e65-bd39-4a04-8e79-7dfc6eccb0af service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752726 Apr 20 10:17:02.682352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914bb6a-c39b-4698-878b-edcaa9fd083b req-243aa39f-0425-46ce-8d60-e3dacef7aaeb tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:02.684149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f914bb6a-c39b-4698-878b-edcaa9fd083b req-243aa39f-0425-46ce-8d60-e3dacef7aaeb tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 936 time: 0.0932586 Apr 20 10:17:02.735176 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f914bb6a-c39b-4698-878b-edcaa9fd083b req-532dfbba-e14c-4801-aa4a-88c2fa17611b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Apr 20 10:17:02.883617 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-428aee06-ac88-4baf-a631-76780db1b0cb req-4eddb3b2-2a0e-4ad0-8a03-a77d951bf793 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679846 Apr 20 10:17:03.016242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7c6f-6394-4e65-aa6a-24e70e0a6eb1 req-927591ce-044e-498e-aee6-c06408f3ca06 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:03.017875 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a97f7c6f-6394-4e65-aa6a-24e70e0a6eb1 req-927591ce-044e-498e-aee6-c06408f3ca06 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 943 time: 0.0965130 Apr 20 10:17:03.068010 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a97f7c6f-6394-4e65-aa6a-24e70e0a6eb1 req-18cf9b59-4598-46c4-a2c6-2613ed56ae58 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Apr 20 10:17:03.085402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:03.093584 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:03.110155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Transition to ACTIVE for port object 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:17:03.138046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:03.143169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dc911d1b-ec29-4552-bfbd-b1115ba17953 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:03.317990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:03.350850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:03.395523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Attempting to bind port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:17:03.395900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Attempting to bind port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:17:03.396265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Attempting to bind port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 on network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:17:03.402002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 on network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:17:03.402357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Attempting to bind port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 on network 1014a7d8-e4cd-478b-b83f-aa72a5305ddc {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:17:03.408055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:17:03.408423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Checking segment: {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:17:03.408836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Bound using segment: {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:17:03.409298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Bound port: 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445b41b4-5965-41a8-afd0-f35239429a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:17:03.409678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:03.511415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:17:03.514805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:17:03.550564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:03.555371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-44548c9a-9e66-441b-9b71-12d44a0584c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:03.613196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:03.613886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:03.615528 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] 10.222.0.48 "PUT /v2.0/ports/5b1ee5bf-ddcd-4b19-8113-044116a25bd2 HTTP/1.1" status: 200 len: 1098 time: 1.3118744 Apr 20 10:17:03.619376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:03.666755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:03.682875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:03.684952 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2', 'status': 'completed', 'code': 200} Apr 20 10:17:03.803234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b6fd1-6c82-490d-b433-e2b0d4fa98f5 req-6a5e9ebd-05cc-4d53-b07e-9dddf090d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:03.805506 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da1b6fd1-6c82-490d-b433-e2b0d4fa98f5 req-6a5e9ebd-05cc-4d53-b07e-9dddf090d4db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 1101 time: 0.0881321 Apr 20 10:17:03.845481 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da1b6fd1-6c82-490d-b433-e2b0d4fa98f5 req-cca326f3-1f3f-422e-98c3-c9daa1f31e66 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310407 Apr 20 10:17:03.990569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eda293-fecd-4a79-9bbf-f9e8ee0cd211 req-aaf4b429-ad6f-4c4a-a435-3548ee612d9f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:03.993086 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-92eda293-fecd-4a79-9bbf-f9e8ee0cd211 req-aaf4b429-ad6f-4c4a-a435-3548ee612d9f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 948 time: 0.1009357 Apr 20 10:17:04.050228 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-92eda293-fecd-4a79-9bbf-f9e8ee0cd211 req-1692bacc-7c20-47cf-b4ce-2e5cfec9103a tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Apr 20 10:17:04.275222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b6fd1-6c82-490d-b433-e2b0d4fa98f5 req-752d6262-97d7-40d5-98d1-c61021e7393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:04.276872 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da1b6fd1-6c82-490d-b433-e2b0d4fa98f5 req-752d6262-97d7-40d5-98d1-c61021e7393c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4239106 Apr 20 10:17:04.293118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5ca2-18a4-43ed-bbf6-785713b185e3 req-53c71188-a53e-42b5-9dea-f22c317be91b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:04.294783 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b24b5ca2-18a4-43ed-bbf6-785713b185e3 req-53c71188-a53e-42b5-9dea-f22c317be91b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 943 time: 0.0906394 Apr 20 10:17:04.344883 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b24b5ca2-18a4-43ed-bbf6-785713b185e3 req-3ca934ee-9363-4e39-a301-c627790857fc tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Apr 20 10:17:04.364309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1e640d1e-0d89-4783-8a41-17b79e88f54d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:04.408540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-681ec095-1b2c-4969-a284-2473a7c033f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:04.410084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-681ec095-1b2c-4969-a284-2473a7c033f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 1101 time: 0.0868204 Apr 20 10:17:04.490759 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-ca0fb40d-cb7f-4483-b1eb-8d541785cb23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2 HTTP/1.1" status: 200 len: 217 time: 0.0719197 Apr 20 10:17:04.525830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:04.541611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'port_id': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'mac_address': 'fa:16:3e:bc:da:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:04.565183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-4032f9ff-aa23-41a7-bb27-549f43526503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:04.566780 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-4032f9ff-aa23-41a7-bb27-549f43526503 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=979db1db-36d3-47cc-9600-64b29dc8f601 HTTP/1.1" status: 200 len: 843 time: 0.0672631 Apr 20 10:17:04.606790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.625957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e640d1e-0d89-4783-8a41-17b79e88f54d {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:04.643183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:04.655218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-6b334078-6623-4d48-924e-6d785e8a5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:04.657467 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-6b334078-6623-4d48-924e-6d785e8a5201 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1014a7d8-e4cd-478b-b83f-aa72a5305ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817525 Apr 20 10:17:04.675277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.677197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:04.751268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:04.760188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.760582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.760968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.761348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.761727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.762102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.762476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.762864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.763213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.763635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.764042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.764411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:04.768743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:04.805090 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-6d8c1d19-c185-4bf5-ad27-a955e211019b service neutron] 10.222.0.48 "GET /v2.0/networks/1014a7d8-e4cd-478b-b83f-aa72a5305ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402528 Apr 20 10:17:04.923453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:04.958549 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de8a3daf-6d13-4b28-ba83-1831008decd1 req-106062b1-5311-42b8-b75a-1c4b97a3180a service neutron] 10.222.0.48 "GET /v2.0/networks/1014a7d8-e4cd-478b-b83f-aa72a5305ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442747 Apr 20 10:17:05.308283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-57003b1a-db74-4eaa-a28c-eb862ee8f00f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:05.309091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-57003b1a-db74-4eaa-a28c-eb862ee8f00f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Synchronizing usage tracker for tenant:fd8d39d16f9f4448868183b64dde5bf5 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:05.395600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-57003b1a-db74-4eaa-a28c-eb862ee8f00f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Unset dirty status for tenant:fd8d39d16f9f4448868183b64dde5bf5 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:05.397068 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-57003b1a-db74-4eaa-a28c-eb862ee8f00f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 948 time: 0.1946878 Apr 20 10:17:05.447680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-5322a078-0e17-4abb-b4c9-3733b2db2b9f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Synchronizing usage tracker for tenant:fd8d39d16f9f4448868183b64dde5bf5 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:05.493232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-5322a078-0e17-4abb-b4c9-3733b2db2b9f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Unset dirty status for tenant:fd8d39d16f9f4448868183b64dde5bf5 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:05.494946 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-28ca5f9a-16dd-41e7-a146-0f88cb7c9486 req-5322a078-0e17-4abb-b4c9-3733b2db2b9f tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908766 Apr 20 10:17:05.690972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eda55a-0d5e-47ec-8a95-bddf6c848877 req-0ebc0c62-e6be-4bcc-b670-3d33b07422c7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:05.692676 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-73eda55a-0d5e-47ec-8a95-bddf6c848877 req-0ebc0c62-e6be-4bcc-b670-3d33b07422c7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 944 time: 0.0902233 Apr 20 10:17:05.746181 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-73eda55a-0d5e-47ec-8a95-bddf6c848877 req-23a2ff0f-0b89-429a-988c-1d6a352c06bd tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Apr 20 10:17:06.390006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:06.392678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1e640d1e-0d89-4783-8a41-17b79e88f54d up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:06.602927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:06.614443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 1e640d1e-0d89-4783-8a41-17b79e88f54d completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:17:06.622944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2', 'network_id': '1014a7d8-e4cd-478b-b83f-aa72a5305ddc', 'port_id': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2', 'mac_address': 'fa:16:3e:bd:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979db1db-36d3-47cc-9600-64b29dc8f601', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:06.625782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 1e640d1e-0d89-4783-8a41-17b79e88f54d triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:06.626201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:06.762768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173676b5-23a9-487b-8c10-16cbb438b52b req-f5bc43b9-8419-4996-ab22-8c4ecf80ed5c tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:06.764506 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-173676b5-23a9-487b-8c10-16cbb438b52b req-f5bc43b9-8419-4996-ab22-8c4ecf80ed5c tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 948 time: 0.1206818 Apr 20 10:17:06.822174 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-173676b5-23a9-487b-8c10-16cbb438b52b req-dfb4da14-b0a8-4a0b-9e4f-1a6a2ed46ebc tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Apr 20 10:17:06.935180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:06.990628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:07.008811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275a936-0039-4f4f-89cf-01ba9ea604db req-64f22730-da7f-4ed9-89fe-3b6a9d60f5a2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:07.010570 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f275a936-0039-4f4f-89cf-01ba9ea604db req-64f22730-da7f-4ed9-89fe-3b6a9d60f5a2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 944 time: 0.0991497 Apr 20 10:17:07.033136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:07.035818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:07.062895 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f275a936-0039-4f4f-89cf-01ba9ea604db req-542d4a55-b9bf-4bb8-9816-b5963b6ad3a4 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Apr 20 10:17:07.069576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:07.074794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:07.078823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:07.127858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:07.129887 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'code': 200} Apr 20 10:17:07.158843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:07.162170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:07.184024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:07.186801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d82900eb-21e8-4bfe-aff4-4cb86e6270e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:07.270559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:07.276255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:07.351925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['5b1ee5bf-ddcd-4b19-8113-044116a25bd2'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:07.471071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-08af1353-e7f6-476d-bab9-02aebdf698ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:07.482771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a32c-e781-4716-9cfa-c11cdafc3a39 req-62fc8c89-197d-4210-b892-36089fa2d6ac tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:07.484505 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75a4a32c-e781-4716-9cfa-c11cdafc3a39 req-62fc8c89-197d-4210-b892-36089fa2d6ac tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1730762 Apr 20 10:17:07.489711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d04fe0-1a5c-46ee-912c-da0f3fef0751 req-92fd0c91-0ecf-4cef-85c9-047a1c6b192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:07.491380 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b0d04fe0-1a5c-46ee-912c-da0f3fef0751 req-92fd0c91-0ecf-4cef-85c9-047a1c6b192f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1098 time: 0.1177869 Apr 20 10:17:07.576278 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75a4a32c-e781-4716-9cfa-c11cdafc3a39 req-8a70d1d5-3a85-45f9-877a-da99f80d6b7f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829248 Apr 20 10:17:07.578152 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b0d04fe0-1a5c-46ee-912c-da0f3fef0751 req-d77596cf-2d8c-44aa-8685-ece0b51cabcb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Apr 20 10:17:08.027581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e871f3-b920-4e3c-91f5-8f2261876890 req-53dded5b-a6bc-493a-b54c-6137ff5cf324 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:08.029272 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-52e871f3-b920-4e3c-91f5-8f2261876890 req-53dded5b-a6bc-493a-b54c-6137ff5cf324 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 949 time: 0.0916812 Apr 20 10:17:08.087886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-52e871f3-b920-4e3c-91f5-8f2261876890 req-b0fad317-4474-46a7-9657-017374e663eb tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479217 Apr 20 10:17:08.276164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d1e3-c1cb-46b1-a2c0-65e1627e044b req-d6f59b50-f779-4473-9dbb-c1fbc91bbd3c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:08.277782 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2098d1e3-c1cb-46b1-a2c0-65e1627e044b req-d6f59b50-f779-4473-9dbb-c1fbc91bbd3c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.0898278 Apr 20 10:17:08.327713 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2098d1e3-c1cb-46b1-a2c0-65e1627e044b req-00b8c0cb-e7bd-40aa-a807-82676dc3d634 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Apr 20 10:17:08.402870 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:08.515564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:17:08.521919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:08.526648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:08.659926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:08.696384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:08.738510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:08.741720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b1ec7459-acd4-479e-a158-49564b0725ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:08.801447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f707f8b-c2f0-4b5b-8f4d-038c71945aed req-6a7350a3-4035-4fca-8dab-10474630737b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:08.803096 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8f707f8b-c2f0-4b5b-8f4d-038c71945aed req-6a7350a3-4035-4fca-8dab-10474630737b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.0980041 Apr 20 10:17:08.817080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:08.821338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:08.855001 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8f707f8b-c2f0-4b5b-8f4d-038c71945aed req-5e6340df-0074-4f58-8887-d181f918ed49 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442286 Apr 20 10:17:09.132059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:09.184214 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2', 'code': 200} Apr 20 10:17:09.297647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986136-8ef3-4395-ae64-2060cab0d4fc req-53fc8d28-dfd7-4f32-9d3c-d823b5e9838e tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:09.299276 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be986136-8ef3-4395-ae64-2060cab0d4fc req-53fc8d28-dfd7-4f32-9d3c-d823b5e9838e tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.0921509 Apr 20 10:17:09.353000 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be986136-8ef3-4395-ae64-2060cab0d4fc req-b1a0356f-fa86-4ef9-ba96-66bd4ead6d40 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Apr 20 10:17:09.502770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7780-7bde-420b-a078-5b4a0afb5348 req-60a24efb-dd05-4a72-8de3-256601bff038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:09.504571 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8dfe7780-7bde-420b-a078-5b4a0afb5348 req-60a24efb-dd05-4a72-8de3-256601bff038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 1103 time: 0.0814786 Apr 20 10:17:09.540715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99c5f-9687-4ca1-aeda-6b1ed817a7d1 req-7cff1f5d-6859-44f2-9c7f-64f27dfb9f52 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:09.542362 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4bc99c5f-9687-4ca1-aeda-6b1ed817a7d1 req-7cff1f5d-6859-44f2-9c7f-64f27dfb9f52 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.0984263 Apr 20 10:17:09.556102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8dfe7780-7bde-420b-a078-5b4a0afb5348 req-16ef1158-8fa4-4b4d-b1dd-07cb82b62a10 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Apr 20 10:17:09.592864 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4bc99c5f-9687-4ca1-aeda-6b1ed817a7d1 req-b1ce2f87-8c5a-463f-87ab-18d36262e69e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Apr 20 10:17:09.785317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-ccd3b8cd-ff70-4c1b-ae0a-dce9b0a072dc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:09.786966 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-ccd3b8cd-ff70-4c1b-ae0a-dce9b0a072dc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1492922 Apr 20 10:17:09.879748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4d181-1ede-45bc-89f9-656e920be505 req-1f6db1d4-a063-45a3-bf82-bf622f3051f2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:09.881455 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-88e4d181-1ede-45bc-89f9-656e920be505 req-1f6db1d4-a063-45a3-bf82-bf622f3051f2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.1725371 Apr 20 10:17:09.888609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port 80ff80eb-cb63-454d-b900-4d118699d065 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:17:09.889007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.025363 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-88e4d181-1ede-45bc-89f9-656e920be505 req-0f29f135-8dd6-46d3-ad61-7e84066b1437 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052516 Apr 20 10:17:10.086316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b8b3-0781-49fe-a0d7-2b50dbb86802 req-75cb51fc-ab47-4284-86b2-bb90a6e81116 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:10.088074 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7536b8b3-0781-49fe-a0d7-2b50dbb86802 req-75cb51fc-ab47-4284-86b2-bb90a6e81116 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 946 time: 0.1127980 Apr 20 10:17:10.152422 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7536b8b3-0781-49fe-a0d7-2b50dbb86802 req-7617508f-997f-43a3-afd2-a9d5d884264e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=53e2d970-0dc3-4008-bd8a-c3e45262c09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572906 Apr 20 10:17:10.232899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] For port 80ff80eb-cb63-454d-b900-4d118699d065, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=80ff80eb-cb63-454d-b900-4d118699d065,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:10.233189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.241262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5d0a2eb-d8e4-498e-a34a-e3a10fd5840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.620416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614e5ab-32ef-404c-b7ee-c74450300bd7 req-c1c77b39-653f-4a33-b82f-a93c5edd7392 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:10.622266 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0614e5ab-32ef-404c-b7ee-c74450300bd7 req-c1c77b39-653f-4a33-b82f-a93c5edd7392 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.0976331 Apr 20 10:17:10.635204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.635645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.635996 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Floating IP 645291ed-393b-4ad8-bd0a-b88ac79ff09c disassociated. External IP: 172.28.0.170, port: 80ff80eb-cb63-454d-b900-4d118699d065. Apr 20 10:17:10.636372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for 80ff80eb-cb63-454d-b900-4d118699d065 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:17:10.676762 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0614e5ab-32ef-404c-b7ee-c74450300bd7 req-77aaf7e2-5892-408d-b791-cc8055d06d96 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Apr 20 10:17:10.690784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.719733 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f449-9195-4f64-8ebc-6690ebc66477 req-6508af8a-d1d3-47a4-85cf-f63044b8530b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:10.721585 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2501f449-9195-4f64-8ebc-6690ebc66477 req-6508af8a-d1d3-47a4-85cf-f63044b8530b tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.1995573 Apr 20 10:17:10.828693 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2501f449-9195-4f64-8ebc-6690ebc66477 req-1e40967d-2e7a-4ca0-9353-45b4582bd9a7 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882995 Apr 20 10:17:10.885201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:10.891516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:10.945565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'Port': ['ID=80ff80eb-cb63-454d-b900-4d118699d065,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:10.949082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:11.148342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:17:11.355885 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0a2a5581-d119-4eb8-9c25-1a60b886c4a9 req-c833a7c1-416c-4cab-b68a-442dedc43290 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32 HTTP/1.1" status: 200 len: 210 time: 0.0562713 Apr 20 10:17:11.389271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:17:11.401157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:17:11.416064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:11.416800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:11.490793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] No DVR routers for this DVR port 80ff80eb-cb63-454d-b900-4d118699d065 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:17:11.495574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:11.498747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'name': 'network-vif-deleted', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:11.545347 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1df0ed05-6fcf-42c3-9606-623f6b3d59dc req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "DELETE /v2.0/ports/80ff80eb-cb63-454d-b900-4d118699d065 HTTP/1.1" status: 204 len: 173 time: 1.7513876 Apr 20 10:17:11.655635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:11.670543 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45fd90-7aa2-4d9f-bcf6-8fca2924dd32', 'name': 'network-vif-deleted', 'tag': '80ff80eb-cb63-454d-b900-4d118699d065', 'status': 'completed', 'code': 200} Apr 20 10:17:11.700919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:12.030995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:12.116907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:12.122394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:17:12.135005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:12.135822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:12.306521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bf562-6209-4644-b0ee-8e31e79ada24 req-eb1380b1-a7b8-4fd9-b94b-e61d70f59bfe tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:12.308269 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-724bf562-6209-4644-b0ee-8e31e79ada24 req-eb1380b1-a7b8-4fd9-b94b-e61d70f59bfe tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.3571184 Apr 20 10:17:12.350577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:12.370979 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-724bf562-6209-4644-b0ee-8e31e79ada24 req-2dc6d346-1cab-415c-ba5e-77ada618ceca tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Apr 20 10:17:12.518705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 80ff80eb-cb63-454d-b900-4d118699d065 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:12.592717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 80ff80eb-cb63-454d-b900-4d118699d065 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:17:12.593296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 80ff80eb-cb63-454d-b900-4d118699d065 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:17:12.640029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48070) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:12.697435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:12.765517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:12.804681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:12.858097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:12.863196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5026c8-42f7-48f2-8ddf-d7ba99b0d660 None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:17:13.045073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:13.051247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6924f1d7-a8e5-426b-8d2f-44e04bf2cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:13.071336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2d970-0dc3-4008-bd8a-c3e45262c09a,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:13.080208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.080620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.080990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.081379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.081766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.082235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.082511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.083047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.083252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.083859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.084061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.084382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:13.094719 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:13.103657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:13.104996 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "DELETE /v2.0/security-groups/53e2d970-0dc3-4008-bd8a-c3e45262c09a HTTP/1.1" status: 204 len: 168 time: 0.4638593 Apr 20 10:17:13.108105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48084) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:13.136736 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.v2.resource [None req-eb86334b-3498-42d6-8264-1b53e84f8983 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] show failed (client error): The resource could not be found. Apr 20 10:17:13.138408 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-eb86334b-3498-42d6-8264-1b53e84f8983 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups/53e2d970-0dc3-4008-bd8a-c3e45262c09a HTTP/1.1" status: 404 len: 347 time: 0.0287099 Apr 20 10:17:13.141249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48088) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:13.329179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47115b-f4f5-480b-9e65-f6f6a3dc39bd None None] New status for floating IP 645291ed-393b-4ad8-bd0a-b88ac79ff09c: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:17:13.371568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port 247ac4e5-59d0-4005-ace7-39110248e3f3 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:17:13.371943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:13.526518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8d32-cc40-4a9f-9876-90158bbb1340 req-21700c46-de17-45a6-ac31-3ed3b7fb1acc tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:13.528240 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-318e8d32-cc40-4a9f-9876-90158bbb1340 req-21700c46-de17-45a6-ac31-3ed3b7fb1acc tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.3250053 Apr 20 10:17:13.634355 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-318e8d32-cc40-4a9f-9876-90158bbb1340 req-d539c06c-3740-4043-9e2d-b5ee3dcf1fe8 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Apr 20 10:17:13.638833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:13.639351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:13.787907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for 247ac4e5-59d0-4005-ace7-39110248e3f3 owned by network:floatingip {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:17:13.974311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:17:13.974608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:17:14.476446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port 247ac4e5-59d0-4005-ace7-39110248e3f3 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:17:14.477020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:14.671658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:14.671658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:14.811699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-abdea448-439b-4f72-83e5-ebb356932a7e tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:14.813575 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-abdea448-439b-4f72-83e5-ebb356932a7e tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.1442916 Apr 20 10:17:14.821835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for 247ac4e5-59d0-4005-ace7-39110248e3f3 owned by network:floatingip {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:17:14.909848 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Deleting port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:17:14.910216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:14.997712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de70c6-5cfc-4f5f-b8b0-c3b2e6310005 req-b860ff88-df6c-487c-86e3-b4c65f30d48a tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:14.999407 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f9de70c6-5cfc-4f5f-b8b0-c3b2e6310005 req-b860ff88-df6c-487c-86e3-b4c65f30d48a tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 950 time: 0.1455677 Apr 20 10:17:15.107914 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f9de70c6-5cfc-4f5f-b8b0-c3b2e6310005 req-0b59e3c3-1cc2-48f3-94fc-cc63177a4df3 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c97449-4eb6-44cb-bfb8-732738bbdb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702059 Apr 20 10:17:15.150170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.155965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:15.197585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] For port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,segment=NetworkSegment(445b41b4-5965-41a8-afd0-f35239429a6d),segment_id=445b41b4-5965-41a8-afd0-f35239429a6d)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:15.198158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.240316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'Port': ['ID=247ac4e5-59d0-4005-ace7-39110248e3f3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:15.249614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:15.322778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.339279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.340606 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a324fb86-967f-48b3-94a2-826bd01edb91 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "DELETE /v2.0/floatingips/645291ed-393b-4ad8-bd0a-b88ac79ff09c HTTP/1.1" status: 204 len: 168 time: 2.1981752 Apr 20 10:17:15.349347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Calling delete_port for 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:17:15.589886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.597285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1e0dd09c-23cf-418c-abc0-3dd314ecfa88 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:15.604951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['5b1ee5bf-ddcd-4b19-8113-044116a25bd2'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:15.668741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48108) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:15.675098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017804845', 'description': 'tempest-description--1550400411'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:15.684202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:15.685122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Pushing event deleted for resources: {'Port': ['ID=5b1ee5bf-ddcd-4b19-8113-044116a25bd2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:15.688561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:15.690349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:15.699118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:15.707819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:15.749918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.768851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] No DVR routers for this DVR port 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:17:15.771743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.775706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'name': 'network-vif-deleted', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:15.792949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:15.801497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:15.808012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:15.819725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:15.837444 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1cc2c7c1-d74d-4cba-b738-aa5bb0b7a6aa req-30cdc602-a0c0-49d6-ad58-607d85704579 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.48 "DELETE /v2.0/ports/5b1ee5bf-ddcd-4b19-8113-044116a25bd2 HTTP/1.1" status: 204 len: 173 time: 1.0175076 Apr 20 10:17:15.848031 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07c9723-c363-44c9-b49b-0d5e5a45f9ee', 'name': 'network-vif-deleted', 'tag': '5b1ee5bf-ddcd-4b19-8113-044116a25bd2', 'status': 'completed', 'code': 200} Apr 20 10:17:16.047959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.086790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.092055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-884ad9fe-5be6-4187-abe5-34014c0cc0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:16.146971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe2cad6-eafb-41d7-8214-afc032ae69de,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:16.152061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:16.182256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.185016 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5144892 Apr 20 10:17:16.188752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48124) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:16.194757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group_rule': {'security_group_id': '9fe2cad6-eafb-41d7-8214-afc032ae69de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:16.201656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:16.206107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:16.210013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:16.217262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:16.310375 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d24b30ee-0112-4ef4-8f28-4860ee9da8a1 req-cbf6c157-da62-404e-837b-3e67ff1a8336 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07c9723-c363-44c9-b49b-0d5e5a45f9ee HTTP/1.1" status: 200 len: 210 time: 0.0571535 Apr 20 10:17:16.311347 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.386075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.409298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb452-45c1-4b25-84b0-242ed2970983 req-e988b865-f026-49c9-9f20-99abbfb8b8b2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:16.410970 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-569cb452-45c1-4b25-84b0-242ed2970983 req-e988b865-f026-49c9-9f20-99abbfb8b8b2 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.1001992 Apr 20 10:17:16.422791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.426579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9ce359fc-2488-43b1-9cf9-d75dc15429b0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:16.458000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b89703a-8e53-47c1-90fb-9db1310c907f,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:16.463688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:16.469488 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-569cb452-45c1-4b25-84b0-242ed2970983 req-cd9b7ee2-7b72-47f9-98d6-42f984a0240f tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Apr 20 10:17:16.501700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48130) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:16.521622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.528176 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9fedfc02-64dc-4c5f-9845-d1e3c7524ef2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347661 Apr 20 10:17:16.529039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48136) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:16.535617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'security_group_rule': {'security_group_id': '9fe2cad6-eafb-41d7-8214-afc032ae69de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:16.543248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:16.548456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:security_group_rule and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:16.552321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:16.561123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:16.620363 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.747769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.757643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7de332-c09f-4178-9e03-f1ebf68f2888 tempest-TestMinimumBasicScenario-1091259163 tempest-TestMinimumBasicScenario-1091259163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:16.758513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a7de332-c09f-4178-9e03-f1ebf68f2888 tempest-TestMinimumBasicScenario-1091259163 tempest-TestMinimumBasicScenario-1091259163-project-admin] Synchronizing usage tracker for tenant:11e8da420fae45778ac68ae7abded07a on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:16.801055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.809881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:16.835757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de513efe-edb8-4f3a-8951-b99caf0b59bf,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:16.836580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a7de332-c09f-4178-9e03-f1ebf68f2888 tempest-TestMinimumBasicScenario-1091259163 tempest-TestMinimumBasicScenario-1091259163-project-admin] Unset dirty status for tenant:11e8da420fae45778ac68ae7abded07a on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:16.842165 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1a7de332-c09f-4178-9e03-f1ebf68f2888 tempest-TestMinimumBasicScenario-1091259163 tempest-TestMinimumBasicScenario-1091259163-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1093 time: 0.3346541 Apr 20 10:17:16.842401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:16.843158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48140) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:16.849345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'port_id': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:16.857058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:16.861731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:floatingip and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:16.865216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:16.872806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:16.891081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.892678 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625278 Apr 20 10:17:16.896175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48144) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:16.903015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:16.910067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:16.914664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Usage tracker for resource:floatingip and tenant:ee4f24e2ce014079b568f45857564b40 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:16.917880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:16.924642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:16.926963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for floatingip, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.966833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.189417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.394221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Allocated IP 172.28.0.194 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:17:17.415753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.622934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.681044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.691021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4f50f1ed-7e5e-4db2-aaca-a88565bd02dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:17.729173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Allocated IP 172.28.0.144 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:17:17.762769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:17:17.767297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:17:17.771599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:17:17.818252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'Port': ['ID=33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:17.823189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:17.923649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.994141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.998799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0a7e79c7-6229-48e4-b560-fcfd0a1fb1d8 tempest-AttachVolumeNegativeTest-1510613514 tempest-AttachVolumeNegativeTest-1510613514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:18.069046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:17:18.073032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:17:18.077627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:17:18.128921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:18.134827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:18.283178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.301384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.385201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.435763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.465070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:18.523490 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:17:18.524925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 5b1ee5bf-ddcd-4b19-8113-044116a25bd2 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:17:18.711783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.729875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.764314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.775018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:18.788379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.794707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5fc08b09-1c1d-466a-9b7e-3b064d6a7ac5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:18.923285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'Port': ['ID=33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:18.928694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:18.935082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.950763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:18.953924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:18.960086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:19.016208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:19.028368 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9739f4e4-d0d3-451a-9ac4-c72edcbb3729 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1198325 Apr 20 10:17:19.318729 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-5a923543-1adc-47f4-b158-f1004e2f7527 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2017804845&fields=id&tenant_id=ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 267 time: 0.0552347 Apr 20 10:17:19.409769 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Floating IP 8d4c44d2-f78f-47bf-89ea-cdb664962df1 associated. External IP: 172.28.0.194, port: 1e640d1e-0d89-4783-8a41-17b79e88f54d. Apr 20 10:17:19.512734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-2d015a8d-7071-4eb8-82e8-f284bd5b7c96 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:19.514819 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-2d015a8d-7071-4eb8-82e8-f284bd5b7c96 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 810 time: 0.1868813 Apr 20 10:17:19.542197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-c4721b9e-1a23-4b2f-afcb-52c1d6ef5942 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/quotas/ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 375 time: 0.0202122 Apr 20 10:17:19.665729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-8db0591b-01d3-4db0-8525-8dae03813c26 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:19.759185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-8db0591b-01d3-4db0-8525-8dae03813c26 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:19.774939 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-8db0591b-01d3-4db0-8525-8dae03813c26 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2255397 Apr 20 10:17:19.873536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:17:20.028795 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-3e46cde2-27e4-4975-812b-bb9f3b636cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494483 Apr 20 10:17:20.136663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:17:20.154175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Sync routers for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:17:20.172073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:20.173154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:20.244845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:20.272965 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-438b7dd9-b4e0-4354-8cf3-d6ac3ad7255a service neutron] 10.222.0.20 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292075 Apr 20 10:17:20.322325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48270) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:20.329300 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4780912 Apr 20 10:17:20.335212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694872688', 'description': 'tempest-secgroup-smoke-1694872688 description', 'project_id': 'b1a7442ef2354039a3949af01809459b'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:20.335667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:20.380860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:20.449044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:20.503520 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:17:20.521112 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:20.563147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:20.681715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:20.689305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:20.706766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:20.719747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:20.749987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-04ba7c3a-7f0e-489c-8063-cc7b142bb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:20.763192 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-04ba7c3a-7f0e-489c-8063-cc7b142bb757 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1098 time: 0.1890938 Apr 20 10:17:20.945845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a0daaf86-b0f5-4e41-bc63-448057318163 req-216100ed-59d6-4df1-bd93-36907af51e85 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:20.964840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-a0daaf86-b0f5-4e41-bc63-448057318163 req-216100ed-59d6-4df1-bd93-36907af51e85 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:20.966233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a0daaf86-b0f5-4e41-bc63-448057318163 req-216100ed-59d6-4df1-bd93-36907af51e85 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 210 time: 0.1355886 Apr 20 10:17:21.039838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.107993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-f06b6e2b-4f58-45be-a4cf-11fad21fd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:21.109989 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-f06b6e2b-4f58-45be-a4cf-11fad21fd49d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.3454084 Apr 20 10:17:21.115554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.125963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a377a1a-3948-4d55-a10c-e63ab11def86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:21.277552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f908ccf-5c00-4708-aef0-80ec5221215a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:21.283901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:21.302099 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-d7b4454d-14f8-4545-87fb-b7b5e13262d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 999 time: 0.1803708 Apr 20 10:17:21.369558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.374602 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0466216 Apr 20 10:17:21.374852 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48342) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:21.380335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:21.390470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:21.397319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:21.398660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-053ad5db-dffc-454f-92e0-00b739f84cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:21.400786 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-053ad5db-dffc-454f-92e0-00b739f84cfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.0911069 Apr 20 10:17:21.402073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:21.410382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:21.460616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.531983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-6e820650-2a2a-4847-9dfe-9d5f53c162fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:21.534094 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-6e820650-2a2a-4847-9dfe-9d5f53c162fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256554 Apr 20 10:17:21.561190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '8d4c44d2-f78f-47bf-89ea-cdb664962df1', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'port_id': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'mac_address': 'fa:16:3e:bc:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:18Z', 'revision_number': 0, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:21.565997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.575829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Checking router: b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:17:21.613064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:21.613788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:21.622714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.625919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-36d63e25-2d2c-4a80-a256-aae294bc90f5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:21.654812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dcd74f-3ddb-426a-82bb-101e610c5560,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:21.657749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:21.715275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.717705 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a0b50e9e-a3db-4b0a-b434-d62b794e6b51 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411274 Apr 20 10:17:21.719685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48354) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:21.726534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:21.738762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:21.752869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:21.758735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:21.775092 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-ea5ea578-4df4-4204-b80a-c25a049a1411 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320039 Apr 20 10:17:21.776001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:21.867946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.953412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:21.969135 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1119d0fd-b794-43ad-a917-863cb981e8b0 req-50876df2-6c1a-4ba8-b8cf-828794042d30 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866446 Apr 20 10:17:21.993640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:22.047087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.049863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:22.078539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad763d0f-0056-4111-9544-f4ec0a988ba9,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:22.081421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:22.148809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.153255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48380) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:22.153478 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4be71995-da4b-4c74-89f7-b2861ea5f611 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4324155 Apr 20 10:17:22.159207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:22.168759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:22.186724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:22.190214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:22.204143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:22.328320 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-061025b2-5a8d-4bc1-b3e3-b44fb7caaa1a req-2fe6e713-9f69-4724-8f1c-491a7eb5b742 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 210 time: 0.0952928 Apr 20 10:17:22.330153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.422153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.494010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '8d4c44d2-f78f-47bf-89ea-cdb664962df1', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'port_id': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'mac_address': 'fa:16:3e:bc:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:18Z', 'revision_number': 0, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:22.501290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16347c20-5a41-4b21-873f-2185284b8837 None None] The sync data for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb is: [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '8d4c44d2-f78f-47bf-89ea-cdb664962df1', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'port_id': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'mac_address': 'fa:16:3e:bc:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:18Z', 'revision_number': 0, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:17:22.532672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.534940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8128c6ca-11b3-4d14-94f9-9dde9b0e7553 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:22.595884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc3f120-a285-4b22-9b53-4f64c85c5086,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:22.605126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:22.796006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:22.797598 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6432350 Apr 20 10:17:22.801195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48400) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:22.810639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:22.817869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:22.823576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:22.828141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:22.835796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:22.856928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016ade14-7bad-41a3-b8b3-0f44f589b97d None None] New status for floating IP 8d4c44d2-f78f-47bf-89ea-cdb664962df1: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:17:23.355697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:23.439520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:23.526600 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-db41438f-3b66-4fe5-b6fb-8934bdfc1e7b req-5ffdd7e0-95a7-4a7d-84b4-33e0bf609073 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 210 time: 0.0557570 Apr 20 10:17:23.579211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:23.606858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:23.652204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc88b4d-d21a-43a2-ba14-651fdd7df785,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:23.658700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:23.675075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:23.676517 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c2fd6053-f683-42c7-a723-e7dbc708c988 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8737049 Apr 20 10:17:23.680574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48418) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:23.687065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:23.705973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:23.713782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:23.721106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:23.733990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:23.843547 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.securitygroups_db [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Project b1a7442ef2354039a3949af01809459b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:17:23.908268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.060804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.073199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-2ec99b21-0bcc-48cd-8819-0cc7c46364c7 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:24.073199 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-2ec99b21-0bcc-48cd-8819-0cc7c46364c7 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 810 time: 0.2791982 Apr 20 10:17:24.124483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.137164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a4994043-b8a1-43d4-a2a5-59a94b97a4e4 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:24.249384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd76366f-1846-49bd-8181-df04d04be8c0,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:24.258105 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:24.274301 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-2019c758-232e-40b5-96d5-0cacea20f2d7 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee4f24e2ce014079b568f45857564b40 HTTP/1.1" status: 200 len: 5709 time: 0.1883831 Apr 20 10:17:24.280941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'port': {'device_id': '7dcb644b-332f-4748-b590-238b4837e135', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'admin_state_up': True, 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'security_groups': ['9fe2cad6-eafb-41d7-8214-afc032ae69de']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:24.315474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.316865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f3b84e34-872f-4820-bfaa-47491e3e780b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6352162 Apr 20 10:17:24.320756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48446) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:24.326994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'security_group_rule': {'security_group_id': '4f908ccf-5c00-4708-aef0-80ec5221215a', 'project_id': 'b1a7442ef2354039a3949af01809459b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:24.334087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:24.339060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Usage tracker for resource:security_group_rule and tenant:b1a7442ef2354039a3949af01809459b is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:24.343594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:24.351703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:24.391346 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.securitygroups_db [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Project b1a7442ef2354039a3949af01809459b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:17:24.413296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.470814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0124739-953d-476e-978e-366139960e12 req-00691a1a-5944-4202-8e8e-7f77bc3fab8e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:24.472808 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b0124739-953d-476e-978e-366139960e12 req-00691a1a-5944-4202-8e8e-7f77bc3fab8e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.3372905 Apr 20 10:17:24.515267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.543668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.566155 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b0124739-953d-476e-978e-366139960e12 req-26cdf395-f813-4432-980d-1a3c4ae9fd60 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743709 Apr 20 10:17:24.571296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:24.579706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:24.589795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ecafd2-3906-4fb7-8e84-00b286270bbc,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:24.593180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:24.598910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:24.604671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.605999 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-400bde0c-cf69-417a-98f8-323b91cb6f9d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2841370 Apr 20 10:17:24.647555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Made reservation on behalf of ee4f24e2ce014079b568f45857564b40 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:17:24.656186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:24.713654 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ff2b8181-dcc1-400c-941b-7dc2d3db7f75 req-36c3f381-01d0-4288-91ce-6bbd61e971e3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 210 time: 0.0573516 Apr 20 10:17:24.800619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-0bcc0a13-9c9f-49e4-8aa1-a534096bcbcb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:24.863741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-0bcc0a13-9c9f-49e4-8aa1-a534096bcbcb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:24.865044 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-0bcc0a13-9c9f-49e4-8aa1-a534096bcbcb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694872688&fields=id&tenant_id=b1a7442ef2354039a3949af01809459b HTTP/1.1" status: 200 len: 267 time: 0.1431139 Apr 20 10:17:24.964715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Allocated IP 172.20.0.3 (1337dec4-8a3c-48df-84a2-650f162d63ef/03aa5677-fcd2-4815-85f3-dbabd30f5c56/95425ea8-d70f-4319-b4f5-340ba6749a29) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:17:25.016200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-f7e355ad-bbaf-4eb1-9380-937d1c770f93 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:25.017906 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-f7e355ad-bbaf-4eb1-9380-937d1c770f93 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.1442275 Apr 20 10:17:25.034961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'port': {'security_groups': ['58094576-b5aa-42af-bd5c-659f8560c044', '4f908ccf-5c00-4708-aef0-80ec5221215a']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:25.292663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:25.374109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:25.666574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Transition to ACTIVE for port object 95425ea8-d70f-4319-b4f5-340ba6749a29 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:17:25.829468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddb59f-5c54-46b8-a95e-2d81a9b1bd7d req-58947873-3f30-4c26-b875-6982460245ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:25.832052 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95ddb59f-5c54-46b8-a95e-2d81a9b1bd7d req-58947873-3f30-4c26-b875-6982460245ff tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1033645 Apr 20 10:17:25.844208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:25.873141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:25.882967 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95ddb59f-5c54-46b8-a95e-2d81a9b1bd7d req-d1d100a8-4de4-46a6-9d7c-fa4e76a82384 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452127 Apr 20 10:17:26.032599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Network 1337dec4-8a3c-48df-84a2-650f162d63ef is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:17:26.041279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:26.044538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:17:26.053015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:17:26.094730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event updated for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:26.105010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:26.149519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.157223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.158178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.184199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14994270-d253-4442-9fa9-b08c2d511dda req-14a11e59-fddd-4888-8c9b-e0aa5fba9cc3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.186372 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-14994270-d253-4442-9fa9-b08c2d511dda req-14a11e59-fddd-4888-8c9b-e0aa5fba9cc3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 931 time: 0.1816933 Apr 20 10:17:26.190651 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.197763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-868c0801-947d-4a79-83f2-a306361417f0 tempest-VolumesActionsTest-836064504 tempest-VolumesActionsTest-836064504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:26.204446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:26.243189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-6ae653f8-0377-40b2-842d-f52ee258282e tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9666436 Apr 20 10:17:26.256287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-14994270-d253-4442-9fa9-b08c2d511dda req-efde8ff5-4b96-4990-bfdb-d7a84b611380 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:26.272360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Request body: {'port': {'device_id': '7dcb644b-332f-4748-b590-238b4837e135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:26.304549 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-14994270-d253-4442-9fa9-b08c2d511dda req-efde8ff5-4b96-4990-bfdb-d7a84b611380 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:26.305897 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-14994270-d253-4442-9fa9-b08c2d511dda req-efde8ff5-4b96-4990-bfdb-d7a84b611380 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098573 Apr 20 10:17:26.338974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.338974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.340585 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0d1929c7-6722-4e48-bdb9-1a015b2dfc20 req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "PUT /v2.0/ports/1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 981 time: 1.3141341 Apr 20 10:17:26.341180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:26.434665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=6']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:26.438319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:26.442773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:26.485818 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:17:26.533862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d92c2510-e4f4-4a62-b6e4-b66cba6292cb None None] Provisioning for port 95425ea8-d70f-4319-b4f5-340ba6749a29 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:17:26.560475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-d92c2510-e4f4-4a62-b6e4-b66cba6292cb None None] Provisioning complete for port 95425ea8-d70f-4319-b4f5-340ba6749a29 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:26.560937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d92c2510-e4f4-4a62-b6e4-b66cba6292cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.659226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:26.668782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48478) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:26.716513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d92c2510-e4f4-4a62-b6e4-b66cba6292cb None None] Port 95425ea8-d70f-4319-b4f5-340ba6749a29 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:17:26.834710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2442c7b-cdf2-4ce2-bb0e-4a619a0a69a6 req-6cf31a53-80ba-41fe-aaec-665694160600 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.836589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c2442c7b-cdf2-4ce2-bb0e-4a619a0a69a6 req-6cf31a53-80ba-41fe-aaec-665694160600 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.2687736 Apr 20 10:17:26.841605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ae71-af44-4851-b665-fef5de4da88e req-a130a17b-5527-4e0b-a4c6-6b873324e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.843252 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-a130a17b-5527-4e0b-a4c6-6b873324e4de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1137 time: 0.3317847 Apr 20 10:17:26.911393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-b361c517-8813-49d1-b334-526f4eb3c2f1 None None] Provisioning complete for port 1e640d1e-0d89-4783-8a41-17b79e88f54d triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:26.911828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b361c517-8813-49d1-b334-526f4eb3c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.061552 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c3114f9e-2162-40d5-aa8a-e764ee3fa811 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd8d39d16f9f4448868183b64dde5bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904977 Apr 20 10:17:27.063243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48486) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:27.115511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c2442c7b-cdf2-4ce2-bb0e-4a619a0a69a6 req-0c624de2-08f1-4729-bd9c-687e5c038b5c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2286236 Apr 20 10:17:27.176358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.217747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ae71-af44-4851-b665-fef5de4da88e req-8448413b-542b-468b-ba23-d63bb23f96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:27.219402 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-8448413b-542b-468b-ba23-d63bb23f96cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.3341005 Apr 20 10:17:27.266765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.362123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fcd9f-1f95-412e-bf9a-0e9ecfc49c4e req-b489b3d0-6a3b-45c7-aef7-80243bcc67a6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:27.372824 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-837fcd9f-1f95-412e-bf9a-0e9ecfc49c4e req-b489b3d0-6a3b-45c7-aef7-80243bcc67a6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1780076 Apr 20 10:17:27.459712 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-837fcd9f-1f95-412e-bf9a-0e9ecfc49c4e req-778ee584-a74d-4041-b06c-2d4b3d8620b4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847633 Apr 20 10:17:27.482718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.491422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-30dca4d8-a377-444a-9318-0950e05beeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:27.509244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c97449-4eb6-44cb-bfb8-732738bbdb74,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:27.511928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:27.582772 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-2d5cfdcd-8402-4eff-975e-4155c970b1f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 1001 time: 0.3457377 Apr 20 10:17:27.590926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95425ea8-d70f-4319-b4f5-340ba6749a29 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:27.648526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.712384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.713671 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8e30fdce-f32e-4bae-b830-45aa96e244e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49c97449-4eb6-44cb-bfb8-732738bbdb74 HTTP/1.1" status: 204 len: 168 time: 0.6493409 Apr 20 10:17:27.715618 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Transition to ACTIVE for port object 95425ea8-d70f-4319-b4f5-340ba6749a29 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:17:27.733528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ae71-af44-4851-b665-fef5de4da88e req-7586d428-2bcd-4fe6-8204-5cac666b1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:27.735553 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-7586d428-2bcd-4fe6-8204-5cac666b1685 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.1364625 Apr 20 10:17:27.749619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c406e-2dc0-4cb7-bbfb-40352b0403e6 req-125a2e3f-1b6e-427f-b495-9d82cc90c33b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:27.750451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0c0c406e-2dc0-4cb7-bbfb-40352b0403e6 req-125a2e3f-1b6e-427f-b495-9d82cc90c33b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:17:27.798230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:27.809207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d0f72522-6881-48ab-9e68-5514f0c4b9ea tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:28.014613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Pushing event updated for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:28.032749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:28.057529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-0c0c406e-2dc0-4cb7-bbfb-40352b0403e6 req-125a2e3f-1b6e-427f-b495-9d82cc90c33b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:17:28.058923 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c0c406e-2dc0-4cb7-bbfb-40352b0403e6 req-125a2e3f-1b6e-427f-b495-9d82cc90c33b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 931 time: 0.5954382 Apr 20 10:17:28.145853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ae71-af44-4851-b665-fef5de4da88e req-0d3d1296-dae1-4ce3-9c18-76ee4893c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:28.148084 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-0d3d1296-dae1-4ce3-9c18-76ee4893c2a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3943853 Apr 20 10:17:28.278727 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0c0c406e-2dc0-4cb7-bbfb-40352b0403e6 req-1cded1a3-2b15-4a9e-830e-aee514b0e1a5 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843724 Apr 20 10:17:28.309272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Attempting to bind port 95425ea8-d70f-4319-b4f5-340ba6749a29 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:17:28.309648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Attempting to bind port 95425ea8-d70f-4319-b4f5-340ba6749a29 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:17:28.310021 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Attempting to bind port 95425ea8-d70f-4319-b4f5-340ba6749a29 on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:17:28.328265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Port 95425ea8-d70f-4319-b4f5-340ba6749a29 on network 1337dec4-8a3c-48df-84a2-650f162d63ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:17:28.330065 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Attempting to bind port 95425ea8-d70f-4319-b4f5-340ba6749a29 on network 1337dec4-8a3c-48df-84a2-650f162d63ef {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:17:28.354973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:17:28.355345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Checking segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:17:28.355882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Bound using segment: {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:17:28.356383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Bound port: 95425ea8-d70f-4319-b4f5-340ba6749a29, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:17:28.356818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:28.443078 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-1c28e4cf-4220-4bf3-93cc-3838771319f8 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850263 Apr 20 10:17:28.471825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:17:28.622496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:17:28.650871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=95425ea8-d70f-4319-b4f5-340ba6749a29,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:17:28.665303 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12c7ae71-af44-4851-b665-fef5de4da88e req-d04008b2-b5b9-4502-b50d-be5942424246 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138624 Apr 20 10:17:28.725809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:28.731362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c104e400-74fc-41f1-96de-2ae35dffc9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:28.758412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39720697-f094-4244-bb20-5ba5f41e7af7 req-9e8f1938-2599-4c90-84df-06fbe656666d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:28.760206 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-39720697-f094-4244-bb20-5ba5f41e7af7 req-9e8f1938-2599-4c90-84df-06fbe656666d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1008873 Apr 20 10:17:28.792402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:28.793085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:28.794678 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] 10.222.0.48 "PUT /v2.0/ports/95425ea8-d70f-4319-b4f5-340ba6749a29 HTTP/1.1" status: 200 len: 1093 time: 2.5337579 Apr 20 10:17:28.795246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:28.833441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Pushing event updated for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:28.837043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:28.845935 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-39720697-f094-4244-bb20-5ba5f41e7af7 req-623cac42-ad7c-4f43-9cdc-d0e8c3f5624e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779698 Apr 20 10:17:28.941573 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'status': 'completed', 'code': 200} Apr 20 10:17:28.999757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-136597ec-c982-4a87-a26f-b7a2eb344b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.001647 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-136597ec-c982-4a87-a26f-b7a2eb344b60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 1096 time: 0.1139703 Apr 20 10:17:29.328288 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-e5e07ab8-c334-4052-88a3-cd24a5b15085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95425ea8-d70f-4319-b4f5-340ba6749a29 HTTP/1.1" status: 200 len: 217 time: 0.3178174 Apr 20 10:17:29.404517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-04cfc1ce-b703-4252-b2a3-f00d5e10a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.406144 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-04cfc1ce-b703-4252-b2a3-f00d5e10a987 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.0707099 Apr 20 10:17:29.500938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-1288b2d6-3b60-4090-861c-8f8de42a3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.502579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-1288b2d6-3b60-4090-861c-8f8de42a3afb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883169 Apr 20 10:17:29.513726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc1b7b-bba4-4cc1-91fe-098577ddb963 req-85994a5f-882e-48cb-baae-c9f5d52d1dd9 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.515389 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29bc1b7b-bba4-4cc1-91fe-098577ddb963 req-85994a5f-882e-48cb-baae-c9f5d52d1dd9 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 943 time: 0.1038308 Apr 20 10:17:29.571915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29bc1b7b-bba4-4cc1-91fe-098577ddb963 req-04cb834b-5f9b-43ab-a4c4-35d5501e5621 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490983 Apr 20 10:17:29.663118 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-f47e515c-cd77-4fea-bb20-ec87efba2fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527138 Apr 20 10:17:29.818204 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aa32b1d4-c033-4520-94d0-742b47eb5ef0 req-31fdb754-e470-40ce-9252-a79739b77f8a service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445084 Apr 20 10:17:29.991644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-3b5345bc-b468-4116-b0a7-d031408f24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.993303 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-3b5345bc-b468-4116-b0a7-d031408f24c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 1096 time: 0.0869751 Apr 20 10:17:30.216268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-67f16463-098e-42d9-a2f8-6abc6fc8af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.217727 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-67f16463-098e-42d9-a2f8-6abc6fc8af4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.1817336 Apr 20 10:17:30.227768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b51543-ce8a-455a-a316-c3ae54214550 req-ef0c9f7d-2245-4b1f-937f-6442307a2b42 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.229593 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b4b51543-ce8a-455a-a316-c3ae54214550 req-ef0c9f7d-2245-4b1f-937f-6442307a2b42 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.2352915 Apr 20 10:17:30.322890 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-5c530b91-aa08-4f84-9549-5d19a95737a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95425ea8-d70f-4319-b4f5-340ba6749a29 HTTP/1.1" status: 200 len: 217 time: 0.0921903 Apr 20 10:17:30.392761 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b4b51543-ce8a-455a-a316-c3ae54214550 req-ea27f467-c7ef-4a57-a609-5a02db7a2916 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049535 Apr 20 10:17:30.414925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-da54a6d5-ee64-4dcc-b834-29b717688986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.416554 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-da54a6d5-ee64-4dcc-b834-29b717688986 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.0794342 Apr 20 10:17:30.510672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-ad64e44e-db39-4192-83ef-8a7516bea68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.512312 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-ad64e44e-db39-4192-83ef-8a7516bea68d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882447 Apr 20 10:17:30.674379 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-ab967342-f5dd-4fbc-81a0-19c165efa473 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531332 Apr 20 10:17:30.801198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05ccd2-c45b-4bb4-8fb7-16b79a5478d9 req-5cc7ff94-215e-436f-8228-301490f66ad2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.803408 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b05ccd2-c45b-4bb4-8fb7-16b79a5478d9 req-5cc7ff94-215e-436f-8228-301490f66ad2 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 943 time: 0.0944805 Apr 20 10:17:30.831407 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24f46067-59be-4979-8405-0b5dc8c6f4e4 req-ab6e58b1-2824-4ae1-a11d-1a980383272f service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497831 Apr 20 10:17:30.861043 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3b05ccd2-c45b-4bb4-8fb7-16b79a5478d9 req-0bb6eb4f-692a-42b6-b852-d65be1a3ce9f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502036 Apr 20 10:17:31.605847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349fa5a-d4b0-409d-b21c-d84a1a54977b req-03d570f4-76aa-43c0-9762-e7a2f32ce6f5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:31.608096 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c349fa5a-d4b0-409d-b21c-d84a1a54977b req-03d570f4-76aa-43c0-9762-e7a2f32ce6f5 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.0902631 Apr 20 10:17:31.656580 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c349fa5a-d4b0-409d-b21c-d84a1a54977b req-4f481b37-8dcf-44c8-9ac7-f76dcf6801e9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Apr 20 10:17:32.090596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d247-019c-4d11-8121-0f5abba787bc req-4a1e7494-5972-4d71-9374-a2c7ba9540ae tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:32.092315 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6043d247-019c-4d11-8121-0f5abba787bc req-4a1e7494-5972-4d71-9374-a2c7ba9540ae tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 943 time: 0.1008337 Apr 20 10:17:32.154872 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6043d247-019c-4d11-8121-0f5abba787bc req-36b44969-ea12-4533-bcbe-9ea841c8c70b tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558183 Apr 20 10:17:32.520501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 95425ea8-d70f-4319-b4f5-340ba6749a29 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:32.674056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=95425ea8-d70f-4319-b4f5-340ba6749a29,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:32.689057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'port_id': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'mac_address': 'fa:16:3e:46:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:32.764457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.787909 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95425ea8-d70f-4319-b4f5-340ba6749a29 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:32.806788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=95425ea8-d70f-4319-b4f5-340ba6749a29,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:32.846832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.850182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:32.902922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fe9e-455c-4f47-a277-fd6320578f48 req-e6f416c8-eba9-420f-9bea-4d29a18da33e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:32.905853 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8119fe9e-455c-4f47-a277-fd6320578f48 req-e6f416c8-eba9-420f-9bea-4d29a18da33e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1193435 Apr 20 10:17:32.939024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:32.943075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:32.971216 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8119fe9e-455c-4f47-a277-fd6320578f48 req-e114c2ce-24b0-4362-bde2-2b85323641d7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567303 Apr 20 10:17:33.112270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['95425ea8-d70f-4319-b4f5-340ba6749a29'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:33.374473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aadf6-722d-4a81-8101-7bfeac5d5ab2 req-a2599931-4476-4283-b3c8-6fa4c5a9d50f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:33.376102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ba5aadf6-722d-4a81-8101-7bfeac5d5ab2 req-a2599931-4476-4283-b3c8-6fa4c5a9d50f tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 944 time: 0.0970759 Apr 20 10:17:33.427980 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ba5aadf6-722d-4a81-8101-7bfeac5d5ab2 req-d462c5f7-b076-491a-84d0-26b03de2ea93 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Apr 20 10:17:34.205432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217117f-7117-477d-bc40-dde4db5cfb2b req-05adb79c-1471-4580-9eba-8980cb6fa09f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:34.208055 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8217117f-7117-477d-bc40-dde4db5cfb2b req-05adb79c-1471-4580-9eba-8980cb6fa09f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.0957110 Apr 20 10:17:34.264422 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8217117f-7117-477d-bc40-dde4db5cfb2b req-35f210d5-fc5d-47d0-89b8-d50f0759b843 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483711 Apr 20 10:17:34.559705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 95425ea8-d70f-4319-b4f5-340ba6749a29 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:34.653480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426986b-d76b-4ee0-add2-e87a249084ce req-d0e659d9-63aa-4cd0-b4ac-e8f5c9842aee tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:34.655116 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7426986b-d76b-4ee0-add2-e87a249084ce req-d0e659d9-63aa-4cd0-b4ac-e8f5c9842aee tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 944 time: 0.1031334 Apr 20 10:17:34.669070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 95425ea8-d70f-4319-b4f5-340ba6749a29 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:17:34.674634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 95425ea8-d70f-4319-b4f5-340ba6749a29 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:34.675068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:34.705777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7426986b-d76b-4ee0-add2-e87a249084ce req-c4f194be-fa18-4005-acf2-e2b84de5a846 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Apr 20 10:17:34.827573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:34.857752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:34.869264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=95425ea8-d70f-4319-b4f5-340ba6749a29,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:34.909627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:34.912283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:34.991142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:34.995359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:35.143233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'code': 200} Apr 20 10:17:35.481854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcd8a1-f493-4f74-8685-514feab60e4d req-26f2dc3a-0f2b-488a-84d1-8bce9ce20e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:35.483566 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46bcd8a1-f493-4f74-8685-514feab60e4d req-26f2dc3a-0f2b-488a-84d1-8bce9ce20e5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 1098 time: 0.0815732 Apr 20 10:17:35.494972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbace99-adce-47a3-aa4e-b493b0e45c18 req-6d9331eb-2a9e-4425-b8e6-0e038ad43adc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:35.496724 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7bbace99-adce-47a3-aa4e-b493b0e45c18 req-6d9331eb-2a9e-4425-b8e6-0e038ad43adc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.0991280 Apr 20 10:17:35.532533 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46bcd8a1-f493-4f74-8685-514feab60e4d req-94cf0042-ec58-428e-90e3-4f4b1fe1a56d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Apr 20 10:17:35.556072 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7bbace99-adce-47a3-aa4e-b493b0e45c18 req-779918aa-1182-4706-8dda-e5ef1fdb10d7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462284 Apr 20 10:17:35.963686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c4ce-b962-4055-9b39-056315827f13 req-9a6b564f-60b5-4612-9b28-539fd6aa6dda tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:35.965405 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a279c4ce-b962-4055-9b39-056315827f13 req-9a6b564f-60b5-4612-9b28-539fd6aa6dda tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.0954208 Apr 20 10:17:36.016914 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a279c4ce-b962-4055-9b39-056315827f13 req-b7ca630f-de96-4d1c-ad47-26d17bbf52a1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Apr 20 10:17:36.577661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:36.756886 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:36.774303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:36.803374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459336-e8f1-4fa4-8910-4760be32e87d req-a97570ee-adf5-4cbe-a4b2-bc2c0b257dc9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:36.805100 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96459336-e8f1-4fa4-8910-4760be32e87d req-a97570ee-adf5-4cbe-a4b2-bc2c0b257dc9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1155117 Apr 20 10:17:36.846041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:36.867673 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96459336-e8f1-4fa4-8910-4760be32e87d req-27f9bf47-06f5-4b9f-8fdb-2b19a5f9055b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484600 Apr 20 10:17:36.867765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:36.884365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:36.918899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:36.920932 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:36.997002 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=6']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:37.000351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:37.015043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['bfdf0544-0bc3-49b0-9ca7-73141aca2275'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:37.249741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2261-1b27-4e01-82db-c165df6b2a24 req-d1a11b36-6dcb-49fb-8539-33247d0ea242 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.251340 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95cf2261-1b27-4e01-82db-c165df6b2a24 req-d1a11b36-6dcb-49fb-8539-33247d0ea242 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.0984678 Apr 20 10:17:37.306339 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95cf2261-1b27-4e01-82db-c165df6b2a24 req-e47caecc-09d4-4120-b785-6cbf7a9bac26 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Apr 20 10:17:37.543601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c04967e-f0f6-4b27-8581-e4ae8c53ce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:37.654903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe4b3-fa6d-49d6-a1e2-9b5ffcd0463e req-10e2bd5e-c852-4d62-9e39-6393971f99fd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.660155 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b9ebe4b3-fa6d-49d6-a1e2-9b5ffcd0463e req-10e2bd5e-c852-4d62-9e39-6393971f99fd tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.1144230 Apr 20 10:17:37.667749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48558) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:37.674547 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Request body: {'floatingip': {'port_id': '95425ea8-d70f-4319-b4f5-340ba6749a29'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:17:37.785445 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.144235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a884-e046-45b1-b588-b0a9e2a3b68f req-b48d2231-1063-4940-a988-eba929a6eddb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:38.154030 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6271a884-e046-45b1-b588-b0a9e2a3b68f req-b48d2231-1063-4940-a988-eba929a6eddb tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 944 time: 0.1333766 Apr 20 10:17:38.230499 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6271a884-e046-45b1-b588-b0a9e2a3b68f req-bbde292c-0e64-4161-b0fe-201e01bbe4c4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751116 Apr 20 10:17:38.594026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:38.748958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:38.749570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.962180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.995102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:39.004793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:39.025089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:39.047392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:39.064295 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'code': 200} Apr 20 10:17:39.070113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:39.073408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-551c77c4-4ead-4dd2-9968-2cb82e8c11e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:39.162717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=7']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:39.166877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:39.291973 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Floating IP f057b270-6782-4c1b-88a5-177a99111c3a associated. External IP: 172.28.0.144, port: 95425ea8-d70f-4319-b4f5-340ba6749a29. Apr 20 10:17:39.475743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd46056-4eb2-4ef3-aafa-4974e2db177a req-54f9da80-431c-4cef-bc4e-04685b85b699 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:39.483862 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3fd46056-4eb2-4ef3-aafa-4974e2db177a req-54f9da80-431c-4cef-bc4e-04685b85b699 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1095366 Apr 20 10:17:39.540755 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3fd46056-4eb2-4ef3-aafa-4974e2db177a req-f5e866ba-de9b-4e16-ade7-f322c9fbc288 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555854 Apr 20 10:17:39.771656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:17:39.998517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:17:40.006949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:40.015126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:17:40.030770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:40.031533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:40.114771 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7dc80c33-d42e-4736-a0dd-5fc92795daed tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "PUT /v2.0/floatingips/f057b270-6782-4c1b-88a5-177a99111c3a HTTP/1.1" status: 200 len: 991 time: 2.4461167 Apr 20 10:17:40.116357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:40.182685 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'status': 'completed', 'code': 200} Apr 20 10:17:40.331393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ee43-6081-4224-a781-761f86e1585c req-7d3dc056-8d67-4a4d-b2b3-df3ba0334310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.333233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-7d3dc056-8d67-4a4d-b2b3-df3ba0334310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4f24e2ce014079b568f45857564b40&device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 1098 time: 0.1052623 Apr 20 10:17:40.435711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:40.501332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ee43-6081-4224-a781-761f86e1585c req-0c2bc9cf-dc1c-45ab-a281-23ed97e9f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.502969 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-0c2bc9cf-dc1c-45ab-a281-23ed97e9f445 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 200 len: 911 time: 0.1621447 Apr 20 10:17:40.624169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfa1f-1af6-4b8b-aa23-23ad3439f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:40.657886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-930f9f72-f9f5-4f1d-b01e-05024581e5d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95425ea8-d70f-4319-b4f5-340ba6749a29 HTTP/1.1" status: 200 len: 999 time: 0.1474800 Apr 20 10:17:40.769713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:40.793487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ee43-6081-4224-a781-761f86e1585c req-cbdb1c54-7d21-4538-bc18-0820c8fbc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.795106 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-cbdb1c54-7d21-4538-bc18-0820c8fbc744 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 200 len: 849 time: 0.1301522 Apr 20 10:17:40.871487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': 'f057b270-6782-4c1b-88a5-177a99111c3a', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:46:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb644b-332f-4748-b590-238b4837e135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:38Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:40.875918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:17:40.876614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485592-3139-4c39-8f68-4c862df718cb req-5d378cb1-7092-4596-a2f7-bb4c15c5cd01 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.878299 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29485592-3139-4c39-8f68-4c862df718cb req-5d378cb1-7092-4596-a2f7-bb4c15c5cd01 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1748703 Apr 20 10:17:40.886119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:17:40.886812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:17:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:40.948196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4ee43-6081-4224-a781-761f86e1585c req-477cad61-50cc-4294-b6cf-e19b0554a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.950725 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-477cad61-50cc-4294-b6cf-e19b0554a07f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1337dec4-8a3c-48df-84a2-650f162d63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1441636 Apr 20 10:17:41.111138 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-b9dc2963-c679-4c6a-a2af-93cc6e80ad20 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482229 Apr 20 10:17:41.122773 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29485592-3139-4c39-8f68-4c862df718cb req-207edd51-d8ac-4564-9447-136f8f2cd6d1 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321892 Apr 20 10:17:41.198224 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:17:41.350512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-5f6f74af-9125-46fd-8b02-aea1c519b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:41.352914 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-5f6f74af-9125-46fd-8b02-aea1c519b191 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1098 time: 0.1183314 Apr 20 10:17:41.652673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:41.717883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': 'f057b270-6782-4c1b-88a5-177a99111c3a', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:46:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb644b-332f-4748-b590-238b4837e135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:38Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:17:41.725731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad5c1c-f26d-4ca9-8349-67cb799b6bf5 None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': 'f057b270-6782-4c1b-88a5-177a99111c3a', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'port_id': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'mac_address': 'fa:16:3e:46:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcb644b-332f-4748-b590-238b4837e135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:17:18Z', 'updated_at': '2021-04-20T10:17:38Z', 'revision_number': 1, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:17:41.828155 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8df4ee43-6081-4224-a781-761f86e1585c req-362dd922-4112-41ac-bdf3-20c67c8e6ba4 service neutron] 10.222.0.48 "GET /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030885 Apr 20 10:17:41.906151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-381a4ba2-ec76-4ffd-ac04-09664196e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:41.906851 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-381a4ba2-ec76-4ffd-ac04-09664196e7d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.2177014 Apr 20 10:17:41.984192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:42.088889 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-c7709e48-effc-4994-aa81-7c67ef7a2342 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 1000 time: 0.1745234 Apr 20 10:17:42.144486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220351e-7d7c-469e-95ad-3153cd007105 None None] New status for floating IP f057b270-6782-4c1b-88a5-177a99111c3a: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:17:42.210724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-e0f5bb09-9814-458b-b775-e7f3f0042a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:42.212382 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-e0f5bb09-9814-458b-b775-e7f3f0042a6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1146917 Apr 20 10:17:42.429143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:42.436175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-48c811ad-772c-4979-b8ea-b6b8caef06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:42.438168 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-48c811ad-772c-4979-b8ea-b6b8caef06d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2062485 Apr 20 10:17:42.519581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5e02f-8a0d-4fad-b419-caba4ba73157 req-3beeedb4-a82e-4b7a-b23d-a5bc970544e9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:42.528419 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40c5e02f-8a0d-4fad-b419-caba4ba73157 req-3beeedb4-a82e-4b7a-b23d-a5bc970544e9 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.2267957 Apr 20 10:17:42.679393 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-40c5e02f-8a0d-4fad-b419-caba4ba73157 req-e587c190-93e6-4464-8449-fe449ed5e29e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498415 Apr 20 10:17:42.774433 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-58016dad-3c6d-4e9a-a19f-3ba246b0010c service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262522 Apr 20 10:17:42.961379 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2dcf0a08-f5a0-4fa6-a3e9-483bdc26cac2 req-07e1fc9c-0b38-4532-a07f-46dd45b55f33 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793811 Apr 20 10:17:43.935147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ddd6a-e714-4b51-b4fa-90ed813e0309 req-c5875c48-7893-452f-b9f3-84624e3ac4f7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:43.936953 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e53ddd6a-e714-4b51-b4fa-90ed813e0309 req-c5875c48-7893-452f-b9f3-84624e3ac4f7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1155987 Apr 20 10:17:44.003827 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e53ddd6a-e714-4b51-b4fa-90ed813e0309 req-e04580d9-59fc-4306-ba33-efa6ca0c8a52 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554528 Apr 20 10:17:45.234871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aea763-49df-44e8-add8-f83658c285b5 req-ebe5238c-f5a1-4659-b69e-1e076a3ec994 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:45.240444 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-05aea763-49df-44e8-add8-f83658c285b5 req-ebe5238c-f5a1-4659-b69e-1e076a3ec994 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1039202 Apr 20 10:17:45.296776 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-05aea763-49df-44e8-add8-f83658c285b5 req-eebb1b78-374d-4fcc-99a6-e547bbad7d7e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523443 Apr 20 10:17:46.554027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d24cae-440d-4946-9b73-930079b99182 req-2f27a18e-491d-408b-a093-a3ec4789f757 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:46.563381 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10d24cae-440d-4946-9b73-930079b99182 req-2f27a18e-491d-408b-a093-a3ec4789f757 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1331635 Apr 20 10:17:46.619228 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-10d24cae-440d-4946-9b73-930079b99182 req-152c6793-7982-4b3e-9636-926c1aaa8bae tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544500 Apr 20 10:17:48.062025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895f37-0a24-48d2-b91f-eee8ac6d4b69 req-54a1bdc4-c690-4d4a-8432-96f6807685b8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:48.063813 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-72895f37-0a24-48d2-b91f-eee8ac6d4b69 req-54a1bdc4-c690-4d4a-8432-96f6807685b8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.1061800 Apr 20 10:17:48.118569 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-72895f37-0a24-48d2-b91f-eee8ac6d4b69 req-fd857668-5f1b-477c-bb7c-c1293ce6ed45 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Apr 20 10:17:49.484588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc10e-42b5-4c6d-b220-e3c91e8809e7 req-c8da963d-92ec-4261-9c67-8cc2d801e556 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:49.486402 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb6bc10e-42b5-4c6d-b220-e3c91e8809e7 req-c8da963d-92ec-4261-9c67-8cc2d801e556 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.0941920 Apr 20 10:17:49.540804 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb6bc10e-42b5-4c6d-b220-e3c91e8809e7 req-57a3d139-6f21-41d6-955e-55a9a816530f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460858 Apr 20 10:17:50.008626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-851591bd-2f95-4684-a58e-31a6b0aabcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.010346 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-851591bd-2f95-4684-a58e-31a6b0aabcdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1098 time: 0.0991287 Apr 20 10:17:50.229734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f944568-d83a-4758-af3e-adc18baf2994 req-4c99b831-edff-4837-bb85-5900eb037abd tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.232424 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f944568-d83a-4758-af3e-adc18baf2994 req-4c99b831-edff-4837-bb85-5900eb037abd tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1035430 Apr 20 10:17:50.232592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-5099436e-66ff-4ab4-a5f3-5d0632b3dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.233053 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-5099436e-66ff-4ab4-a5f3-5d0632b3dda9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.2042000 Apr 20 10:17:50.287398 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4f944568-d83a-4758-af3e-adc18baf2994 req-250f06c1-a076-4b31-a20f-de86d27a3577 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487652 Apr 20 10:17:50.362107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-27170139-ee70-410b-9abc-98be79d6cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.363776 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-27170139-ee70-410b-9abc-98be79d6cbed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1137 time: 0.2005842 Apr 20 10:17:50.369340 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-6f31b27c-b338-4277-8e09-12531ce6635a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 1000 time: 0.1274002 Apr 20 10:17:50.540185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-258ed4c6-e576-4c10-982c-350355a8b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.541774 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-258ed4c6-e576-4c10-982c-350355a8b2bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.1623766 Apr 20 10:17:50.635198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-b10cb550-e454-468b-8d54-543c86e3282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.636819 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-b10cb550-e454-468b-8d54-543c86e3282a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.2587402 Apr 20 10:17:50.803100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-cc274618-7b70-404a-a2bb-35c302e57a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.804710 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-cc274618-7b70-404a-a2bb-35c302e57a9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2487123 Apr 20 10:17:50.852857 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-0f1971bd-f92f-4c72-89b1-4583ef2aafe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 1001 time: 0.2070522 Apr 20 10:17:50.997911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0204-e49c-4ae7-baa2-1b27caee15ea req-8069b675-0366-4c42-b83a-3025388cef48 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:50.999594 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-740e0204-e49c-4ae7-baa2-1b27caee15ea req-8069b675-0366-4c42-b83a-3025388cef48 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.2999041 Apr 20 10:17:51.043793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-33eb7346-7f03-4d87-9299-f361340cd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:51.045331 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-33eb7346-7f03-4d87-9299-f361340cd405 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.1386952 Apr 20 10:17:51.126047 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-07a66849-c60f-47f0-9467-8e469cb3a274 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091123 Apr 20 10:17:51.143255 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-740e0204-e49c-4ae7-baa2-1b27caee15ea req-2b59f7d2-53fe-4c87-9015-8f49b480a4cc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361358 Apr 20 10:17:51.509953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4787e-6eae-4aad-8b2b-5bef7acf579e req-6823c16a-6f55-4c19-b501-094b934153dc tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:51.511687 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dee4787e-6eae-4aad-8b2b-5bef7acf579e req-6823c16a-6f55-4c19-b501-094b934153dc tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0967193 Apr 20 10:17:51.521606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-be1c2f86-3c26-40e1-878e-cde18a2e06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:51.523233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-be1c2f86-3c26-40e1-878e-cde18a2e06ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4629290 Apr 20 10:17:51.564172 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dee4787e-6eae-4aad-8b2b-5bef7acf579e req-60c26361-60ee-48b7-b0d0-c079bc96f8be tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459359 Apr 20 10:17:51.626296 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd61752c-e19a-41ce-927e-2f3ec8148b73 req-9fe35158-9b66-4204-8b68-5a268649b1af service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865570 Apr 20 10:17:51.684625 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-760269ef-e654-49a4-8b66-a943aaffa307 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531577 Apr 20 10:17:51.831209 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5cdde112-a764-48a9-9352-d732a6a9c9fb req-2b5f4ac8-e8e6-4032-b00f-cb9b466c9424 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397495 Apr 20 10:17:52.361634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695cb18-f665-4fe2-bdb4-01b69da9dde1 req-b92ff115-64b7-47e5-84d2-612ce70c1e70 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:52.363921 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5695cb18-f665-4fe2-bdb4-01b69da9dde1 req-b92ff115-64b7-47e5-84d2-612ce70c1e70 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 945 time: 0.0970082 Apr 20 10:17:52.414052 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5695cb18-f665-4fe2-bdb4-01b69da9dde1 req-65500510-3532-477d-9514-4f18eb895ce4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 Apr 20 10:17:52.624356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:52.746657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:52.776655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:52.787592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:52.788291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9107-74ac-4422-919f-554d5417a8a6 req-6fd6673b-ec5e-43da-af42-fa6b27e41ddb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:52.789808 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee5a9107-74ac-4422-919f-554d5417a8a6 req-6fd6673b-ec5e-43da-af42-fa6b27e41ddb tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0988820 Apr 20 10:17:52.827513 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'code': 200} Apr 20 10:17:52.843097 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ee5a9107-74ac-4422-919f-554d5417a8a6 req-d44bd932-7ba5-4980-a143-ea347e500af5 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465970 Apr 20 10:17:52.850662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:52.852641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:52.926961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=8']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:52.930918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:53.624367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ebc0c-04ae-4458-90a3-ac22438caf33 req-bac31036-6243-4f9a-82e5-877a8bd36319 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:53.626043 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f30ebc0c-04ae-4458-90a3-ac22438caf33 req-bac31036-6243-4f9a-82e5-877a8bd36319 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0904737 Apr 20 10:17:53.682777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f30ebc0c-04ae-4458-90a3-ac22438caf33 req-e4749253-8830-4cb9-8b2b-3aa881ed4262 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499988 Apr 20 10:17:54.053140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6f6b9-6953-4aa1-8284-6f729c4d3bb9 req-83fc7fb0-a69b-4f2a-8369-dd7ea254fc02 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:54.054739 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0fb6f6b9-6953-4aa1-8284-6f729c4d3bb9 req-83fc7fb0-a69b-4f2a-8369-dd7ea254fc02 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0916662 Apr 20 10:17:54.110490 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0fb6f6b9-6953-4aa1-8284-6f729c4d3bb9 req-ed161304-85db-48c1-aa73-db339337fa14 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486610 Apr 20 10:17:54.897484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6b41f-e702-44aa-9790-53526c8680ea req-1c174a92-a140-4714-8983-9640299a66f3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:54.899104 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e0b6b41f-e702-44aa-9790-53526c8680ea req-1c174a92-a140-4714-8983-9640299a66f3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0935972 Apr 20 10:17:54.949491 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e0b6b41f-e702-44aa-9790-53526c8680ea req-6ab230a3-b61f-428d-9acb-0a792d03fe9b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Apr 20 10:17:55.332087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6faef8-fedd-420e-8120-21152d1d2ce8 req-a58de737-8a60-440d-b053-9abb763aaa3a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:55.333966 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bf6faef8-fedd-420e-8120-21152d1d2ce8 req-a58de737-8a60-440d-b053-9abb763aaa3a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0992892 Apr 20 10:17:55.394283 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bf6faef8-fedd-420e-8120-21152d1d2ce8 req-de08609a-a7d8-4981-821a-815b87052d15 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531294 Apr 20 10:17:56.622967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6db937-af9f-46c8-9b12-94b40c1762d7 req-e156e2d4-985a-401d-8b07-aa31e725b4a4 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:56.624704 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6c6db937-af9f-46c8-9b12-94b40c1762d7 req-e156e2d4-985a-401d-8b07-aa31e725b4a4 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0990932 Apr 20 10:17:56.638690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:56.682394 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6c6db937-af9f-46c8-9b12-94b40c1762d7 req-2c947775-7219-4b5b-ada9-883a7d1b0315 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502517 Apr 20 10:17:57.129288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174a36-ffb5-4e5e-a12a-253c4b41540e req-2e1f63a1-eeb6-4c84-9984-5b58b2394bbe tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:57.131812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a174a36-ffb5-4e5e-a12a-253c4b41540e req-2e1f63a1-eeb6-4c84-9984-5b58b2394bbe tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0933883 Apr 20 10:17:57.182062 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4a174a36-ffb5-4e5e-a12a-253c4b41540e req-c652b2d5-21fa-4c2f-9706-c84833109d94 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Apr 20 10:17:57.465616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 48708) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:57.600088 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-d8e05cd0-0fbd-4859-83b3-36fc37d51611 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331427 Apr 20 10:17:57.919379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8619f5-710f-4ca5-9269-67fcd6ec8dca req-d43f7455-afa2-4b2d-9b8c-874f9df14103 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:57.921069 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c8619f5-710f-4ca5-9269-67fcd6ec8dca req-d43f7455-afa2-4b2d-9b8c-874f9df14103 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1014903 Apr 20 10:17:57.977935 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3c8619f5-710f-4ca5-9269-67fcd6ec8dca req-8d520ddd-22ed-4f78-9a56-b786a81f8b23 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491514 Apr 20 10:17:58.397331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a850-6ce5-4993-a797-7345057f4252 req-97e56ddd-d921-4336-b7ed-af9033c24df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.398950 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-97e56ddd-d921-4336-b7ed-af9033c24df1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4&tenant_id=0bd2bde52c0349cc95b0be989f22f9df HTTP/1.1" status: 200 len: 1096 time: 0.0859766 Apr 20 10:17:58.406322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de4116-e639-46a5-93ca-955a86621d00 req-89a87c46-0f06-42dd-8573-502698978ddc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.407986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24de4116-e639-46a5-93ca-955a86621d00 req-89a87c46-0f06-42dd-8573-502698978ddc tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0951698 Apr 20 10:17:58.462909 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24de4116-e639-46a5-93ca-955a86621d00 req-b48931d6-6517-409e-b5b7-778543a18d2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476618 Apr 20 10:17:58.508731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a850-6ce5-4993-a797-7345057f4252 req-e9e18b92-e997-4a39-bcec-f8e7efc79aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.510253 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-e9e18b92-e997-4a39-bcec-f8e7efc79aee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1096 time: 0.0872464 Apr 20 10:17:58.664116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a850-6ce5-4993-a797-7345057f4252 req-d9005a7e-96ce-4c54-b54c-5ff4cbdcae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.665809 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-d9005a7e-96ce-4c54-b54c-5ff4cbdcae59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 200 len: 918 time: 0.1470506 Apr 20 10:17:58.793777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-ba3597d4-e9a8-4a92-8b0d-11226ccd85ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 200 len: 998 time: 0.1204238 Apr 20 10:17:58.871053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a850-6ce5-4993-a797-7345057f4252 req-4583d396-a221-450f-b41b-f8453c66b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.872823 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-4583d396-a221-450f-b41b-f8453c66b0bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 200 len: 856 time: 0.0719309 Apr 20 10:17:58.971153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a850-6ce5-4993-a797-7345057f4252 req-9d0b42f0-bd2b-4189-aad9-a07be35afdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.972892 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-9d0b42f0-bd2b-4189-aad9-a07be35afdfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916436 Apr 20 10:17:59.135714 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-37bf951f-54f6-4bf6-ab74-d9d042673ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523778 Apr 20 10:17:59.248704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404f47-1f56-4f4e-aa81-c9af308267a0 req-6d5f4300-b83e-496a-9082-3963237b6eec tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:59.250379 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15404f47-1f56-4f4e-aa81-c9af308267a0 req-6d5f4300-b83e-496a-9082-3963237b6eec tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0991817 Apr 20 10:17:59.294187 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7035a850-6ce5-4993-a797-7345057f4252 req-5ca838db-c251-4b1f-9f33-6b432bfba317 service neutron] 10.222.0.48 "GET /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513038 Apr 20 10:17:59.306913 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15404f47-1f56-4f4e-aa81-c9af308267a0 req-a26048ba-fec3-4a64-92c0-64116856122b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486434 Apr 20 10:17:59.677513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995f62-1e82-41f0-bac2-358dad0c6e95 req-f6f44193-7ae2-4b50-850f-e37cda76b773 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:59.679153 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-62995f62-1e82-41f0-bac2-358dad0c6e95 req-f6f44193-7ae2-4b50-850f-e37cda76b773 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0901539 Apr 20 10:17:59.729663 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-62995f62-1e82-41f0-bac2-358dad0c6e95 req-87842893-eba4-47bf-a4b4-c44d0079d46f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Apr 20 10:18:00.573044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b280293-9a9b-407b-8263-c9ca040a933f req-0011e78e-0302-4e53-bed6-d6dde011c31c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:00.575287 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2b280293-9a9b-407b-8263-c9ca040a933f req-0011e78e-0302-4e53-bed6-d6dde011c31c tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1461282 Apr 20 10:18:00.636239 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2b280293-9a9b-407b-8263-c9ca040a933f req-1f77faec-6bd2-476f-8436-edd31777ccfc tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515959 Apr 20 10:18:00.968020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def04573-15d7-40a5-80cd-cf201fd077b0 req-1ddc789f-c8b6-4a55-8437-6391b8ccd429 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:00.969690 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-def04573-15d7-40a5-80cd-cf201fd077b0 req-1ddc789f-c8b6-4a55-8437-6391b8ccd429 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1030695 Apr 20 10:18:01.027709 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-def04573-15d7-40a5-80cd-cf201fd077b0 req-853860cb-c343-4197-aec6-d7308be7e72d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500865 Apr 20 10:18:01.873929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e666-4615-413b-8f13-cfcf4575f875 req-a1d1c8b6-7756-4141-b05f-03d2fbc8b278 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:01.875548 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96d4e666-4615-413b-8f13-cfcf4575f875 req-a1d1c8b6-7756-4141-b05f-03d2fbc8b278 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1017909 Apr 20 10:18:01.929244 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-96d4e666-4615-413b-8f13-cfcf4575f875 req-bc2d1ded-6c3e-4ec8-bdb9-86667ad94269 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455091 Apr 20 10:18:02.264567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e064-f81c-4557-a844-b6914d423b21 req-a19315ba-9852-46c8-a3b2-4ba5f5362531 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:02.266361 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-50c9e064-f81c-4557-a844-b6914d423b21 req-a19315ba-9852-46c8-a3b2-4ba5f5362531 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1037495 Apr 20 10:18:02.324511 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-50c9e064-f81c-4557-a844-b6914d423b21 req-3a74151a-e1bc-4d1b-a07f-5ccc7f1f4399 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512280 Apr 20 10:18:03.175934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc97cfa-40d7-4d67-8644-49a7a7049b09 req-8cffc1c0-c508-4d24-8967-13fd855d4a1e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:03.177815 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9fc97cfa-40d7-4d67-8644-49a7a7049b09 req-8cffc1c0-c508-4d24-8967-13fd855d4a1e tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1027019 Apr 20 10:18:03.245871 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-9fc97cfa-40d7-4d67-8644-49a7a7049b09 req-33480edc-2ee7-496d-a512-0ce55006e15f tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585623 Apr 20 10:18:03.709139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c37ed-9557-48ab-8096-a904961d254d req-ab3f69c2-4f75-4b54-9959-7e75e812fa52 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:03.710880 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d76c37ed-9557-48ab-8096-a904961d254d req-ab3f69c2-4f75-4b54-9959-7e75e812fa52 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1987977 Apr 20 10:18:03.765887 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d76c37ed-9557-48ab-8096-a904961d254d req-ca9066d1-3841-45bf-bfe5-ad70cd63ee62 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459707 Apr 20 10:18:04.473601 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629441c-52fb-4c39-b128-ac3b634e10ae req-aac9e180-2cf2-4025-a3c7-dab9e9b87b56 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:04.475310 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c629441c-52fb-4c39-b128-ac3b634e10ae req-aac9e180-2cf2-4025-a3c7-dab9e9b87b56 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0983889 Apr 20 10:18:04.539312 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c629441c-52fb-4c39-b128-ac3b634e10ae req-49f0941a-c488-4e91-8862-0ad201a6fb56 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570543 Apr 20 10:18:05.016471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74122-81fe-403b-a339-64ba02110d5c req-de6fb64d-06d8-4e03-9a18-f35b9e0f1f49 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:05.018228 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-afb74122-81fe-403b-a339-64ba02110d5c req-de6fb64d-06d8-4e03-9a18-f35b9e0f1f49 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0995786 Apr 20 10:18:05.070149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-afb74122-81fe-403b-a339-64ba02110d5c req-a03eef79-a8e9-4a82-ac07-da0833019483 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 Apr 20 10:18:05.472495 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:18:05.752544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd42de1-eb03-4f00-a63e-d27554ba4862 req-a8f4ab9f-14de-46fa-bd8d-c8d3eb582f6a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:05.754132 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-afd42de1-eb03-4f00-a63e-d27554ba4862 req-a8f4ab9f-14de-46fa-bd8d-c8d3eb582f6a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.1014400 Apr 20 10:18:05.822289 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-afd42de1-eb03-4f00-a63e-d27554ba4862 req-a968ae11-5c09-432f-aa54-e5c4eeab11e5 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552690 Apr 20 10:18:06.321287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e879-6395-4f7d-88f2-f86196da867d req-a940f692-d0ab-4159-b917-ad35ec2c385f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:06.323153 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aba6e879-6395-4f7d-88f2-f86196da867d req-a940f692-d0ab-4159-b917-ad35ec2c385f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0936539 Apr 20 10:18:06.386643 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-aba6e879-6395-4f7d-88f2-f86196da867d req-9ba95859-a506-4776-9e75-9493203794f0 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563147 Apr 20 10:18:07.036326 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e56e4-2990-449b-85ab-0387eb784917 req-977aa67c-0b89-48a1-a00c-65079d2b4b79 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:07.037948 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-241e56e4-2990-449b-85ab-0387eb784917 req-977aa67c-0b89-48a1-a00c-65079d2b4b79 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0951395 Apr 20 10:18:07.098062 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-241e56e4-2990-449b-85ab-0387eb784917 req-454ca076-5a03-4746-91d5-5f6c0cdf33ee tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531654 Apr 20 10:18:07.462856 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ba5743e-ee22-45d8-a275-9489bf91955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:07.622451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f795e-e155-406d-9c75-a082effa6076 req-f43b6dbb-797d-4e32-8922-8e4750b38fe6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:07.624178 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6a5f795e-e155-406d-9c75-a082effa6076 req-f43b6dbb-797d-4e32-8922-8e4750b38fe6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1030633 Apr 20 10:18:07.677915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6a5f795e-e155-406d-9c75-a082effa6076 req-9799bfb5-4c33-41b3-bb4e-6cd73601e17d tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Apr 20 10:18:08.322494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de93ed-d88c-4ec1-a781-3e8f3baa9ad5 req-58fafa9f-231f-4287-8dd2-147ee4d06af1 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:08.324163 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75de93ed-d88c-4ec1-a781-3e8f3baa9ad5 req-58fafa9f-231f-4287-8dd2-147ee4d06af1 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0955245 Apr 20 10:18:08.381635 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75de93ed-d88c-4ec1-a781-3e8f3baa9ad5 req-6224f0a4-872b-4b4d-a50c-91b237139be5 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505652 Apr 20 10:18:08.936129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1e53e-a2ae-48d9-85c5-74205443d980 req-33b8f7a3-f54d-4d79-a57d-c081978b65fd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:08.937938 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61b1e53e-a2ae-48d9-85c5-74205443d980 req-33b8f7a3-f54d-4d79-a57d-c081978b65fd tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1260478 Apr 20 10:18:08.995454 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61b1e53e-a2ae-48d9-85c5-74205443d980 req-786ec49e-e76e-4dfa-84c7-2f460f6633e8 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502138 Apr 20 10:18:09.763889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac90d-7a7d-43a0-8bfe-e1f574c1c302 req-a3c4dd3f-ca55-4e20-a244-5bbee12c752d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:09.765458 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c78ac90d-7a7d-43a0-8bfe-e1f574c1c302 req-a3c4dd3f-ca55-4e20-a244-5bbee12c752d tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0956674 Apr 20 10:18:09.830720 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c78ac90d-7a7d-43a0-8bfe-e1f574c1c302 req-adb4fff8-53f9-4fcf-945b-6acdfacc4e2a tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573347 Apr 20 10:18:10.217024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190c9d-eb55-4656-9121-12c548f4dd8b req-a53af150-76ee-4097-824e-fed48ac413e4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:10.220373 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e190c9d-eb55-4656-9121-12c548f4dd8b req-a53af150-76ee-4097-824e-fed48ac413e4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.1000240 Apr 20 10:18:10.235405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-efaafd5a-3cd4-4978-b5ec-68e3504c55ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:10.270747 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7e190c9d-eb55-4656-9121-12c548f4dd8b req-03d67195-2b16-4403-9be6-e4cbabbb3153 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 Apr 20 10:18:10.696184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:11.046751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec42f5-c454-41d2-883c-e5f83e49065a req-34087785-879d-4599-8647-ffb5e91d2682 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:11.048427 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-76ec42f5-c454-41d2-883c-e5f83e49065a req-34087785-879d-4599-8647-ffb5e91d2682 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0993721 Apr 20 10:18:11.101919 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-76ec42f5-c454-41d2-883c-e5f83e49065a req-85607313-f1ec-4ad1-87bc-bfb5bde6bdaf tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458329 Apr 20 10:18:11.490954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409b8e-797b-4d04-9a68-f57d9de9365b req-906223d4-1a23-4427-8fa2-39f2e173ca99 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:11.492632 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c5409b8e-797b-4d04-9a68-f57d9de9365b req-906223d4-1a23-4427-8fa2-39f2e173ca99 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0926850 Apr 20 10:18:11.543141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:11.550119 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c5409b8e-797b-4d04-9a68-f57d9de9365b req-95e01f61-1401-4e58-a10b-8c9248d3d34b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497131 Apr 20 10:18:11.993283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:12.327570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a898a-2a4b-42b2-a587-eca9788dfa10 req-5451dc45-5a55-44e1-9f75-7274e9146095 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:12.329246 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f25a898a-2a4b-42b2-a587-eca9788dfa10 req-5451dc45-5a55-44e1-9f75-7274e9146095 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0977378 Apr 20 10:18:12.385025 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f25a898a-2a4b-42b2-a587-eca9788dfa10 req-4d5570ea-6152-4973-a1aa-0289796ed985 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&id=4f908ccf-5c00-4708-aef0-80ec5221215a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483999 Apr 20 10:18:12.404709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:12.747262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:18:12.772409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26ff52-352b-4d43-ae95-b0e945df19b2 req-9cf4585b-f4ac-42cc-b219-56d7b1034661 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:12.774149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ef26ff52-352b-4d43-ae95-b0e945df19b2 req-9cf4585b-f4ac-42cc-b219-56d7b1034661 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 943 time: 0.0978787 Apr 20 10:18:12.831177 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ef26ff52-352b-4d43-ae95-b0e945df19b2 req-d9aabaa7-df94-4681-afcd-c53b763d84c7 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495794 Apr 20 10:18:12.901150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:12.916997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'port_id': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'mac_address': 'fa:16:3e:d2:fe:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:18:12.978587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:12.996641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:18:13.013278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:13.046082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:13.048914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-058f5ba3-2da3-4714-8ed6-14113c402748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:13.123518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=9']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:13.132027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.132416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.132829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.133202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.133569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.133937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.134305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.134668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.135030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.135413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.135777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.136136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:13.140198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:13.305007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['bfdf0544-0bc3-49b0-9ca7-73141aca2275'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:18:14.064530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586dd1-664c-4afd-bbce-ed6d9a36bc1a req-bb9b2a49-cdd0-4045-92e6-3b7936e5d16c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:14.066161 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12586dd1-664c-4afd-bbce-ed6d9a36bc1a req-bb9b2a49-cdd0-4045-92e6-3b7936e5d16c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 944 time: 0.0982790 Apr 20 10:18:14.127999 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12586dd1-664c-4afd-bbce-ed6d9a36bc1a req-6a572fc0-e1d5-4040-9a85-4757dbce1b40 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Apr 20 10:18:14.763173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:18:14.845206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port bfdf0544-0bc3-49b0-9ca7-73141aca2275 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:18:14.845630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:14.979519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.008250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:15.018938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:15.059757 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'code': 200} Apr 20 10:18:15.069469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.071534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:15.146990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=10']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:15.150232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:15.430642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030b98e-c320-4248-aa19-6041b18141bc req-06bf69fc-2909-4eeb-9da9-c27545e0f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:15.432273 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7030b98e-c320-4248-aa19-6041b18141bc req-06bf69fc-2909-4eeb-9da9-c27545e0f38d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 1099 time: 0.0848625 Apr 20 10:18:15.483190 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7030b98e-c320-4248-aa19-6041b18141bc req-4b13014d-8342-4555-93bd-71977ff4fe7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 Apr 20 10:18:15.588123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d10b-8500-4bdb-9a0d-8a852690366d req-ded8e634-e43c-42fd-a2e5-9563ed39a131 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:15.589811 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f7a6d10b-8500-4bdb-9a0d-8a852690366d req-ded8e634-e43c-42fd-a2e5-9563ed39a131 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.3309054 Apr 20 10:18:15.643944 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f7a6d10b-8500-4bdb-9a0d-8a852690366d req-226078f3-daa6-4e4c-b912-08e0c6d0a46e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468435 Apr 20 10:18:16.874110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e104-b23a-4e18-ad14-a62352a981b6 req-cb451d24-7586-46d9-98c0-3ab78dfd6f9e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:16.875802 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5f87e104-b23a-4e18-ad14-a62352a981b6 req-cb451d24-7586-46d9-98c0-3ab78dfd6f9e tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.0959015 Apr 20 10:18:16.934179 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5f87e104-b23a-4e18-ad14-a62352a981b6 req-71801ec9-b998-4005-a1c2-d8ef6a3e35a3 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495763 Apr 20 10:18:18.152179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab6c0b-397b-4eb7-98fe-753672fc6890 req-fea831ec-9d35-42d8-aee2-71abda090699 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:18.153854 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fbab6c0b-397b-4eb7-98fe-753672fc6890 req-fea831ec-9d35-42d8-aee2-71abda090699 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.0946474 Apr 20 10:18:18.206488 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fbab6c0b-397b-4eb7-98fe-753672fc6890 req-7d564945-ae53-444c-8519-a79c09b181ce tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461619 Apr 20 10:18:37.469286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9d9dd813-9c3b-4b01-9a7f-60af3ff812a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:40.234547 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bfd09ff2-eec8-4d6c-90a1-9f4dede4ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:40.696749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:41.565049 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:41.892042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9a308-57a8-4408-9eec-3ded50a0e4f2 req-0f620610-ba58-4279-a839-2f8ff12193c9 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:41.893663 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d6d9a308-57a8-4408-9eec-3ded50a0e4f2 req-0f620610-ba58-4279-a839-2f8ff12193c9 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.1010160 Apr 20 10:18:41.944821 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d6d9a308-57a8-4408-9eec-3ded50a0e4f2 req-572c0812-4cb8-4e01-a9a7-691c5ceba870 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Apr 20 10:18:42.005356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:42.439649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:42.476631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:18:43.173075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598be51-9861-43de-b98e-c07ec66c9459 req-519db1f1-3293-42ce-b019-9d1d153d0014 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.174698 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-faecb667-71b3-47ad-96b5-49f9bc38a0df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859253 Apr 20 10:18:43.174847 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0598be51-9861-43de-b98e-c07ec66c9459 req-519db1f1-3293-42ce-b019-9d1d153d0014 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.1056018 Apr 20 10:18:43.232731 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0598be51-9861-43de-b98e-c07ec66c9459 req-004c725e-52bb-49a4-ae17-d5df2f61881c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502138 Apr 20 10:18:43.297099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-053b9257-5294-4f31-92ad-b29eadd20c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.298726 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-053b9257-5294-4f31-92ad-b29eadd20c0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1137 time: 0.0904989 Apr 20 10:18:43.471734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-8a839275-2055-422a-9f59-28fb88ae6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.474014 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-8a839275-2055-422a-9f59-28fb88ae6d6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.1499341 Apr 20 10:18:43.592894 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-5d0deb61-3f53-4ba0-a9c3-cd99e4ba9830 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 1001 time: 0.1113172 Apr 20 10:18:43.688979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-c616cdb4-59d7-49bc-9d41-0d7258005659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.692309 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-c616cdb4-59d7-49bc-9d41-0d7258005659 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.0893066 Apr 20 10:18:43.793199 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-7f31efb9-86ab-4b52-9aa1-e9c7b03262af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.794840 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-7f31efb9-86ab-4b52-9aa1-e9c7b03262af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872715 Apr 20 10:18:44.024277 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-3b238029-470c-4e0f-8fdf-9800bb0b163d service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214949 Apr 20 10:18:44.038253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-2ab207e2-491c-4b60-b3bd-aff64a2a5437 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:44.039986 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-2ab207e2-491c-4b60-b3bd-aff64a2a5437 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.1508644 Apr 20 10:18:44.213166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port 95425ea8-d70f-4319-b4f5-340ba6749a29 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:44.213809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.313300 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1b98d6f6-fd16-4df3-b8a6-2b33b9bc9fd9 req-137f851f-2276-40bf-8aa2-72667c1bf017 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722311 Apr 20 10:18:45.001759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] For port 95425ea8-d70f-4319-b4f5-340ba6749a29, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=95425ea8-d70f-4319-b4f5-340ba6749a29,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:45.002154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.019527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b544f0b-58df-4ae7-b13b-bd64ca2d0dbf req-5741567d-bec7-4a6f-a46c-dcda50a4fba3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.022211 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8b544f0b-58df-4ae7-b13b-bd64ca2d0dbf req-5741567d-bec7-4a6f-a46c-dcda50a4fba3 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 945 time: 0.6381466 Apr 20 10:18:45.166438 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8b544f0b-58df-4ae7-b13b-bd64ca2d0dbf req-ee12967e-a0eb-44d8-b75c-ac1a2e31dd73 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fe2cad6-eafb-41d7-8214-afc032ae69de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370974 Apr 20 10:18:45.392260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.392922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.393052 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Floating IP f057b270-6782-4c1b-88a5-177a99111c3a disassociated. External IP: 172.28.0.144, port: 95425ea8-d70f-4319-b4f5-340ba6749a29. Apr 20 10:18:45.393405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for 95425ea8-d70f-4319-b4f5-340ba6749a29 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:45.588468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.595077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d0fb07ac-442e-4ad8-b2c8-a9a70474b6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:45.646391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'Port': ['ID=95425ea8-d70f-4319-b4f5-340ba6749a29,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:45.657377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.657792 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.658186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.658587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.658980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.659399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.659798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.660190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.660569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.660951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.661335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.661721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:45.666170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:45.874045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:46.100532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:46.114143 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:46.132875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:46.133152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:46.189825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] No DVR routers for this DVR port 95425ea8-d70f-4319-b4f5-340ba6749a29 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:46.193728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:46.196805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'name': 'network-vif-deleted', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:46.252146 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcb644b-332f-4748-b590-238b4837e135', 'name': 'network-vif-deleted', 'tag': '95425ea8-d70f-4319-b4f5-340ba6749a29', 'status': 'completed', 'code': 200} Apr 20 10:18:46.304995 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d47130f-bcf2-46c2-bfb6-df69375457bb req-643ba06a-9951-47cf-956c-57f56d43182a tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.48 "DELETE /v2.0/ports/95425ea8-d70f-4319-b4f5-340ba6749a29 HTTP/1.1" status: 204 len: 173 time: 2.2385991 Apr 20 10:18:46.341832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:46.375237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6546553b-8d59-404d-8b8e-cad7f1209567 req-15cc45ac-bc0a-4d41-aec7-99a0c8f6fe62 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Synchronizing usage tracker for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:46.421226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6546553b-8d59-404d-8b8e-cad7f1209567 req-15cc45ac-bc0a-4d41-aec7-99a0c8f6fe62 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Unset dirty status for tenant:ee4f24e2ce014079b568f45857564b40 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:46.423424 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6546553b-8d59-404d-8b8e-cad7f1209567 req-15cc45ac-bc0a-4d41-aec7-99a0c8f6fe62 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dcb644b-332f-4748-b590-238b4837e135 HTTP/1.1" status: 200 len: 210 time: 0.0982931 Apr 20 10:18:46.886366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:46.891297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 95425ea8-d70f-4319-b4f5-340ba6749a29 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:46.924517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:46.934156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 95425ea8-d70f-4319-b4f5-340ba6749a29 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:46.934725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 95425ea8-d70f-4319-b4f5-340ba6749a29 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:46.943712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:46.944705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.186037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:47.608269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.616097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad819a-de8a-4d22-a2c0-a783f64ab254 None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:13:22Z', 'revision_number': 4, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '3160aef6-35c6-4513-a5cc-351ef143aa6d', 'name': '', 'network_id': '1337dec4-8a3c-48df-84a2-650f162d63ef', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'mac_address': 'fa:16:3e:92:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:17Z', 'updated_at': '2021-04-20T10:13:36Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'subnets': [{'id': '03aa5677-fcd2-4815-85f3-dbabd30f5c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:47.618890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48988) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:47.704044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.738655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.822590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.829966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-40d66639-4e03-4072-84dc-7a34dffc1bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:47.846710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe2cad6-eafb-41d7-8214-afc032ae69de,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:47.849700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:47.896665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.897931 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "DELETE /v2.0/security-groups/9fe2cad6-eafb-41d7-8214-afc032ae69de HTTP/1.1" status: 204 len: 168 time: 0.2775214 Apr 20 10:18:47.900903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48992) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:47.918932 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.v2.resource [None req-61cb2adb-bdd6-464d-94b1-65d50172a855 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] show failed (client error): The resource could not be found. Apr 20 10:18:47.920233 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-61cb2adb-bdd6-464d-94b1-65d50172a855 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "GET /v2.0/security-groups/9fe2cad6-eafb-41d7-8214-afc032ae69de HTTP/1.1" status: 404 len: 347 time: 0.0182922 Apr 20 10:18:47.923518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 48996) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:48.047125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8f851-33e8-4330-9280-c76c325b1766 None None] New status for floating IP f057b270-6782-4c1b-88a5-177a99111c3a: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:48.106141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:48.106520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.306026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.306300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.454175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:48.657123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86440) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:18:48.657721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:18:49.158999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Deleting port acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:49.160077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.351708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.352099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.488773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Calling delete_port for acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:49.867959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.873102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ee2a4507-95b3-4fac-81be-b7c04c75dfc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:49.922087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Pushing event deleted for resources: {'Port': ['ID=acd7a02e-ef51-45fd-8b8a-1dbcccc3b8ec,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:49.960038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:50.026746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.073730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.074974 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] 10.222.0.20 "DELETE /v2.0/floatingips/f057b270-6782-4c1b-88a5-177a99111c3a HTTP/1.1" status: 204 len: 168 time: 2.1504347 Apr 20 10:18:51.127836 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-24ccfc9c-16f6-4b65-aa10-93fbc8edfe49 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694872688&fields=id&tenant_id=b1a7442ef2354039a3949af01809459b HTTP/1.1" status: 200 len: 267 time: 0.0453432 Apr 20 10:18:51.230331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-92f18490-ba98-49c9-991b-9e49d2e9c853 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:51.232099 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-92f18490-ba98-49c9-991b-9e49d2e9c853 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 984 time: 0.0968952 Apr 20 10:18:51.245573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Request body: {'port': {'security_groups': ['58094576-b5aa-42af-bd5c-659f8560c044']}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:51.384102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.681972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:51.713761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.770757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.785328 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:51.789656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:18:51.858465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:51.859187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.860786 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-65dee7f0-8740-4bc3-9d87-b535f9c7b87b req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "PUT /v2.0/ports/1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 942 time: 0.6206856 Apr 20 10:18:51.861361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:51.873467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49024) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:51.931843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event updated for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=7']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:51.942338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.942883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.943423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.944198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.944725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.945900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.946430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.947395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.947913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.948413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.948912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.949792 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:51.956077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:52.027558 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.052619 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:18:52.057375 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:18:52.073339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.150657 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-43a4cd57-0781-49ae-9b66-0c8b5cc188b9 None None] Provisioning complete for port 1e640d1e-0d89-4783-8a41-17b79e88f54d triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:18:52.151276 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-43a4cd57-0781-49ae-9b66-0c8b5cc188b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.221088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-7a2b33f7-6efa-47ec-b173-6eba4b63d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.223120 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-7a2b33f7-6efa-47ec-b173-6eba4b63d15c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1098 time: 0.1364307 Apr 20 10:18:52.390840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-2cda7575-5c61-405b-acfa-62d038cf9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.392465 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-2cda7575-5c61-405b-acfa-62d038cf9c80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.1620460 Apr 20 10:18:52.398706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e41a-ce5e-4316-9977-2a8adb08e9f4 req-d43eec2d-742b-494e-81f9-2e94c142ab91 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.405723 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be55e41a-ce5e-4316-9977-2a8adb08e9f4 req-d43eec2d-742b-494e-81f9-2e94c142ab91 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.1130726 Apr 20 10:18:52.454915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-be55e41a-ce5e-4316-9977-2a8adb08e9f4 req-22474e19-04ab-47dd-8070-275f7e9225c1 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 Apr 20 10:18:52.517668 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-9fcabcbc-37e9-4295-ba4a-258f08b3360b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 1001 time: 0.1169348 Apr 20 10:18:52.519482 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.525218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2b00facd-d1ec-4df7-b0dd-41e7209cd7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:52.582390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f908ccf-5c00-4708-aef0-80ec5221215a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:52.594705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:52.615421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-07c40a5e-eba4-4fda-9865-84988b396fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.616962 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-07c40a5e-eba4-4fda-9865-84988b396fcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.0774567 Apr 20 10:18:52.623254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.624482 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f908ccf-5c00-4708-aef0-80ec5221215a HTTP/1.1" status: 204 len: 168 time: 0.7490699 Apr 20 10:18:52.627587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49034) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:52.710308 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-a0d40d8a-7aee-44ab-a911-9b2fe4a45b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.711947 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-a0d40d8a-7aee-44ab-a911-9b2fe4a45b1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856719 Apr 20 10:18:52.869343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Deleting port 33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:52.869730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.095846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.096225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.159275 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-1f251638-b7e9-4b11-aee0-f920c5e0d301 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387307 Apr 20 10:18:53.264735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Calling delete_port for 33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9 owned by network:floatingip {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:53.329271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12d730ca-c245-4073-bb09-9eda11ae9534 req-87b4bf80-1946-406a-a14d-22939623fa52 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606400 Apr 20 10:18:53.490813 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.495499 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-da2b7829-071e-488e-b7d0-54b26cd5adca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:53.549479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event deleted for resources: {'Port': ['ID=33829a2a-d64d-4992-b3a7-6e3a2ae8ecb9,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:53.553525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:53.654559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks [] for floatingip, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.654909 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Floating IP 8d4c44d2-f78f-47bf-89ea-cdb664962df1 disassociated (deleted). External IP: 172.28.0.194, port: 1e640d1e-0d89-4783-8a41-17b79e88f54d. Apr 20 10:18:53.813790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b87be-8f90-455b-95a0-b4004b1e4473 req-f6f7bb70-23bf-4d44-ae31-e7608f585e1f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:53.813790 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f6b87be-8f90-455b-95a0-b4004b1e4473 req-f6f7bb70-23bf-4d44-ae31-e7608f585e1f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.1854398 Apr 20 10:18:53.883989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-bcf1e9fa-e0bc-4273-a0b7-f571416e7ded tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:53.885649 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-bcf1e9fa-e0bc-4273-a0b7-f571416e7ded tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 946 time: 0.1875153 Apr 20 10:18:53.888723 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6f6b87be-8f90-455b-95a0-b4004b1e4473 req-85fde658-a0b7-46f4-b0a5-e11998abd5c2 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684562 Apr 20 10:18:53.973040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Deleting port bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:53.973435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.052832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:54.257166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:54.269649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] For port bfdf0544-0bc3-49b0-9ca7-73141aca2275, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=bfdf0544-0bc3-49b0-9ca7-73141aca2275,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:54.270334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.272448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Sync routers for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:54.284628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:54.285626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:54.322622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.411385 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d4c44d2-f78f-47bf-89ea-cdb664962df1 HTTP/1.1" status: 204 len: 168 time: 1.7810261 Apr 20 10:18:54.414066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:54.517165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:54.611197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:18:54.695494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49062) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:54.703621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.704008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.704312 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Floating IP 6e1460c6-7cdf-47bc-ab1b-325c2901981e disassociated. External IP: 172.28.0.87, port: bfdf0544-0bc3-49b0-9ca7-73141aca2275. Apr 20 10:18:54.704694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Calling delete_port for bfdf0544-0bc3-49b0-9ca7-73141aca2275 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:54.814877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aee25-c101-448c-b9f1-629f8b658528 req-119d82bf-6bf5-4a29-9895-07248870ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:54.817149 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-119d82bf-6bf5-4a29-9895-07248870ac6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1a7442ef2354039a3949af01809459b&device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 1098 time: 0.1802509 Apr 20 10:18:55.072825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aee25-c101-448c-b9f1-629f8b658528 req-092f8261-e19f-42b8-976a-90f2098e4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:55.074919 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-092f8261-e19f-42b8-976a-90f2098e4532 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 200 len: 915 time: 0.2484775 Apr 20 10:18:55.203337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:55.212139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Checking router: b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:55.234350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:55.234807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:55.259271 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-6563efbc-9e92-4cff-9b50-96cdc639a0c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 200 len: 217 time: 0.1656904 Apr 20 10:18:55.352797 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.362967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aee25-c101-448c-b9f1-629f8b658528 req-f3830e4e-32cb-45dd-bd3c-be4ac929f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:55.364774 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-f3830e4e-32cb-45dd-bd3c-be4ac929f14c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 200 len: 853 time: 0.0941739 Apr 20 10:18:55.365578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:55.407737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3a80-6344-4545-a197-4a1ea71b69a5 req-ea48d8bf-431e-4f68-8b1d-6c2415f3a8af tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:55.409867 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd4c3a80-6344-4545-a197-4a1ea71b69a5 req-ea48d8bf-431e-4f68-8b1d-6c2415f3a8af tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 868 time: 0.3133430 Apr 20 10:18:55.479058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'Port': ['ID=bfdf0544-0bc3-49b0-9ca7-73141aca2275,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:55.500306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:55.613446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:55.685477 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd4c3a80-6344-4545-a197-4a1ea71b69a5 req-42b375e0-4ba4-4100-855d-5806690f7682 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea313bc8-68eb-48ba-9e86-62cb83e35180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291856 Apr 20 10:18:55.766232 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aee25-c101-448c-b9f1-629f8b658528 req-b0ad3ffc-082c-400b-bdf4-65de02389577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:55.767915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-b0ad3ffc-082c-400b-bdf4-65de02389577 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ece30d90-7761-4d74-bdd6-184e5288f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3502815 Apr 20 10:18:55.797669 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:55.876001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:56.449218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:56.454312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd7417-f57c-4613-8566-5caf66cae1da None None] The sync data for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb is: [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:16:11Z', 'revision_number': 4, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '4ee061d7-7f6c-45b5-8f63-744ec711efcd', 'name': '', 'network_id': 'ece30d90-7761-4d74-bdd6-184e5288f1c4', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'mac_address': 'fa:16:3e:74:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:09Z', 'updated_at': '2021-04-20T10:16:22Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'subnets': [{'id': 'b2f99d55-02ae-482c-a6a4-b100830c75c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:56.574781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:56.586489 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-f371a599-6759-4680-932a-54395bc7f141 service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914793 Apr 20 10:18:56.588359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:56.616233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:56.617959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:56.771403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] No DVR routers for this DVR port bfdf0544-0bc3-49b0-9ca7-73141aca2275 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:56.772005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:56.783402 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-deleted', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:56.868120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Deleting port 3160aef6-35c6-4513-a5cc-351ef143aa6d {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:56.868888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:56.918180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:56.926506 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b26aee25-c101-448c-b9f1-629f8b658528 req-0ab6a5bb-a577-4803-9d20-67ecafffa49d service neutron] 10.222.0.48 "GET /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011599 Apr 20 10:18:56.946409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:56.961276 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424766c0-42f7-403f-8381-e342b04445a4', 'name': 'network-vif-deleted', 'tag': 'bfdf0544-0bc3-49b0-9ca7-73141aca2275', 'status': 'completed', 'code': 200} Apr 20 10:18:57.023519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: bfdf0544-0bc3-49b0-9ca7-73141aca2275 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:57.024008 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device bfdf0544-0bc3-49b0-9ca7-73141aca2275 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:57.048286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132ce6e-8afa-47a9-b0b9-379e636c5867 None None] New status for floating IP 8d4c44d2-f78f-47bf-89ea-cdb664962df1: DOWN {{(pid=86441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:57.122790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] For port 3160aef6-35c6-4513-a5cc-351ef143aa6d, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=3160aef6-35c6-4513-a5cc-351ef143aa6d,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:57.123858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:57.165597 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f39f8375-04c5-431b-a8b4-12e32b8c5c7c req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.48 "DELETE /v2.0/ports/bfdf0544-0bc3-49b0-9ca7-73141aca2275 HTTP/1.1" status: 204 len: 173 time: 3.2723041 Apr 20 10:18:57.316555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Calling delete_port for 3160aef6-35c6-4513-a5cc-351ef143aa6d owned by network:router_interface {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:57.342834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:57.369392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:57.371003 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ff506182-ea3d-4733-9421-77c31d44fca1 req-3229c18c-41a5-44d4-918c-bd0f09d184f4 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.3190134 Apr 20 10:18:57.371161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:57.371161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:57.589627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:57.958207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:57.962808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665c393-e665-4abd-952d-47a14095a0dc None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:11:55Z', 'revision_number': 4, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': '99cfa1e7-3c0c-446f-b6bd-0816df176ad3', 'name': '', 'network_id': 'ae53144c-6f8b-4d63-ad0c-a5d717fc55a7', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'mac_address': 'fa:16:3e:bf:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:48Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'subnets': [{'id': '24c4a431-cb3f-46e9-9a2c-ae505e49ebe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:57.977020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:57.982643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f65cb45b-d931-4e9c-805b-477947a53886 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:58.037369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Pushing event deleted for resources: {'Port': ['ID=3160aef6-35c6-4513-a5cc-351ef143aa6d,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:58.040809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:58.369196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:58.374604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0ad09-852b-453c-a28c-146eab3b8b05 None None] New status for floating IP 6e1460c6-7cdf-47bc-ab1b-325c2901981e: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:58.645466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-363b4128-5abe-40d9-b5f2-dc4e57a753ae req-033b5de4-c1e2-45f1-84ea-5a2350fd0af6 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/ports?device_id=424766c0-42f7-403f-8381-e342b04445a4 HTTP/1.1" status: 200 len: 210 time: 0.0592973 Apr 20 10:18:58.987152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Router fe50e77e-39de-466c-a737-24a35f4ef101 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:59.002001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1e16-f6bc-499e-a6a4-1ac61b87c55b req-6f7977e2-8d25-4791-b74d-da73209d52e7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:59.002931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-2d4d1e16-f6bc-499e-a6a4-1ac61b87c55b req-6f7977e2-8d25-4791-b74d-da73209d52e7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:59.145493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-2d4d1e16-f6bc-499e-a6a4-1ac61b87c55b req-6f7977e2-8d25-4791-b74d-da73209d52e7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:59.146794 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d4d1e16-f6bc-499e-a6a4-1ac61b87c55b req-6f7977e2-8d25-4791-b74d-da73209d52e7 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.3025458 Apr 20 10:18:59.225216 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d4d1e16-f6bc-499e-a6a4-1ac61b87c55b req-354fdd6c-9e76-4541-a450-056c70218d11 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Apr 20 10:18:59.248396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:59.258578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Sync routers for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:59.264027 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe50e77e-39de-466c-a737-24a35f4ef101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5669003 Apr 20 10:18:59.266811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49096) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:59.271658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:59.272345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:59.482310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:59.606779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:59.823910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:18:57Z', 'revision_number': 5, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port': {'id': '1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:13:05Z', 'updated_at': '2021-04-20T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:59.828394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Checking router: fe50e77e-39de-466c-a737-24a35f4ef101 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:59.838648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Routers {'fe50e77e-39de-466c-a737-24a35f4ef101'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:59.839305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['fe50e77e-39de-466c-a737-24a35f4ef101'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:59.840977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:59.870338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49104) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:59.903212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Deleting port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:59.903629 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.014652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] Set router fe50e77e-39de-466c-a737-24a35f4ef101 gateway port host: None {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:00.138731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:18:59Z', 'revision_number': 6, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:00.143753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cbcdb-3f92-41b1-8998-191c94ef0a6a None None] The sync data for ids ['fe50e77e-39de-466c-a737-24a35f4ef101'] in dv-cinder-774594-4-smb is: [{'id': 'fe50e77e-39de-466c-a737-24a35f4ef101', 'name': 'tempest-AttachVolumeTestJSON-662490399-router', 'tenant_id': 'ee4f24e2ce014079b568f45857564b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:13:03Z', 'updated_at': '2021-04-20T10:18:59Z', 'revision_number': 6, 'project_id': 'ee4f24e2ce014079b568f45857564b40', 'gw_port_host': None}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:19:00.315602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.368705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.454341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] For port 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:00.454740 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.480176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a49846-5996-498f-8d7f-59f059fcee84 req-b6f397a6-57ee-438d-834e-957e3ec9d340 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:00.483120 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-70a49846-5996-498f-8d7f-59f059fcee84 req-b6f397a6-57ee-438d-834e-957e3ec9d340 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.1300623 Apr 20 10:19:00.550540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-70a49846-5996-498f-8d7f-59f059fcee84 req-b91f9686-1c8e-45b0-b80c-f3279e20b511 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Synchronizing usage tracker for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:00.595962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Calling delete_port for 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:00.598961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-70a49846-5996-498f-8d7f-59f059fcee84 req-b91f9686-1c8e-45b0-b80c-f3279e20b511 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Unset dirty status for tenant:b1a7442ef2354039a3949af01809459b on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:00.601178 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-70a49846-5996-498f-8d7f-59f059fcee84 req-b91f9686-1c8e-45b0-b80c-f3279e20b511 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/security-groups?id=58094576-b5aa-42af-bd5c-659f8560c044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064484 Apr 20 10:19:00.663068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.678043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-68108e3a-e0d2-4ba6-97b0-eac26858a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:00.709791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea313bc8-68eb-48ba-9e86-62cb83e35180,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:00.722972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:00.775767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.778547 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea313bc8-68eb-48ba-9e86-62cb83e35180 HTTP/1.1" status: 204 len: 168 time: 0.9062860 Apr 20 10:19:00.780761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49110) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:00.801523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-d7eed20f-9765-49f9-8d7f-dda13ef1280f tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:00.805741 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-d7eed20f-9765-49f9-8d7f-dda13ef1280f tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.48 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 945 time: 0.1089554 Apr 20 10:19:00.814418 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.api.v2.resource [None req-2930fd4d-20ab-4345-ae6f-db8e8ce237ee tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] show failed (client error): The resource could not be found. Apr 20 10:19:00.817230 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-2930fd4d-20ab-4345-ae6f-db8e8ce237ee tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "GET /v2.0/security-groups/ea313bc8-68eb-48ba-9e86-62cb83e35180 HTTP/1.1" status: 404 len: 347 time: 0.0346391 Apr 20 10:19:00.820119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49114) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:00.888260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Deleting port 1e640d1e-0d89-4783-8a41-17b79e88f54d {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:00.889015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.046973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Deleting port 86175f13-3e17-495d-9dd0-3de625ddfc22 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:01.047248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.189575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.201749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:01.250754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:01.262063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:01.323773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] For port 1e640d1e-0d89-4783-8a41-17b79e88f54d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1e640d1e-0d89-4783-8a41-17b79e88f54d,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:01.324093 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.392721 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.393094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.474316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Calling delete_port for 1e640d1e-0d89-4783-8a41-17b79e88f54d owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:01.477379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.560741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:01.605679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:01.606075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 1ac60f1c-3bda-4ed4-91db-53d69ecbf4b9 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:01.606759 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 3160aef6-35c6-4513-a5cc-351ef143aa6d no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:01.682988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 3160aef6-35c6-4513-a5cc-351ef143aa6d {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:01.683497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 3160aef6-35c6-4513-a5cc-351ef143aa6d not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:01.688094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Calling delete_port for 86175f13-3e17-495d-9dd0-3de625ddfc22 owned by network:floatingip {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:01.707948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.714530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-369b118f-b982-46b4-9ebe-f4cfa1cfcb57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:01.723771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['1e640d1e-0d89-4783-8a41-17b79e88f54d'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:01.769555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Pushing event deleted for resources: {'Port': ['ID=1e640d1e-0d89-4783-8a41-17b79e88f54d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:01.773126 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:01.856752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] No DVR routers for this DVR port 1e640d1e-0d89-4783-8a41-17b79e88f54d on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:01.859114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.862289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'name': 'network-vif-deleted', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:01.898199 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-76cd5230-aaab-4e6d-9308-249cae9da58d req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.48 "DELETE /v2.0/ports/1e640d1e-0d89-4783-8a41-17b79e88f54d HTTP/1.1" status: 204 len: 173 time: 1.0887218 Apr 20 10:19:01.916143 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faca199f-9e5d-4054-8400-3ee91b237f93', 'name': 'network-vif-deleted', 'tag': '1e640d1e-0d89-4783-8a41-17b79e88f54d', 'status': 'completed', 'code': 200} Apr 20 10:19:01.993292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.999661 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb1785b2-a72c-4056-8e3a-9c0590d600e4 req-fa88fc82-17f8-4930-b73c-1ef1c54fc5df tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] 10.222.0.20 "GET /v2.0/ports?device_id=faca199f-9e5d-4054-8400-3ee91b237f93 HTTP/1.1" status: 200 len: 210 time: 0.1398680 Apr 20 10:19:02.006094 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.395741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.396349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe50e77e-39de-466c-a737-24a35f4ef101 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:19:02.450746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.452036 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-47f09934-3ee7-44d1-a6d3-61c1fcfd9d03 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fe50e77e-39de-466c-a737-24a35f4ef101 HTTP/1.1" status: 204 len: 168 time: 3.1839488 Apr 20 10:19:02.455018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49122) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:02.494084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.506537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:02.569622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Pushing event deleted for resources: {'Port': ['ID=86175f13-3e17-495d-9dd0-3de625ddfc22,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:02.575522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:02.625454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Deleting subnet 03aa5677-fcd2-4815-85f3-dbabd30f5c56 {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:19:02.660797 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.750580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.787815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.790383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.791687 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-109166ba-33ea-47d4-9431-afebc3b7810b tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] 10.222.0.20 "DELETE /v2.0/floatingips/6e1460c6-7cdf-47bc-ab1b-325c2901981e HTTP/1.1" status: 204 len: 168 time: 1.9701536 Apr 20 10:19:02.923519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.256689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.262478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:03.308195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.311513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03aa5677-fcd2-4815-85f3-dbabd30f5c56,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:03.317050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1bce0f-fe86-450e-9963-eb7eeb00d08c None None] Network 1337dec4-8a3c-48df-84a2-650f162d63ef requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:03.317849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:03.326797 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-572eaa85-8b6f-4754-8a97-794e66a9ea01 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03aa5677-fcd2-4815-85f3-dbabd30f5c56 HTTP/1.1" status: 204 len: 168 time: 0.8701687 Apr 20 10:19:03.329791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49140) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:03.551135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.572211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Deleting port 9072f444-bdac-4772-8818-ed97f2fd0833 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:03.572809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.672943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] DHCP port deletion for 1337dec4-8a3c-48df-84a2-650f162d63ef request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:19:03.678061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Deleting port 9072f444-bdac-4772-8818-ed97f2fd0833 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:03.679287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.842517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] For port 9072f444-bdac-4772-8818-ed97f2fd0833, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9072f444-bdac-4772-8818-ed97f2fd0833,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:03.842917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.921339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] For port 9072f444-bdac-4772-8818-ed97f2fd0833, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9072f444-bdac-4772-8818-ed97f2fd0833,segment=NetworkSegment(ef079a4b-00e1-4b8e-9b38-f30ad92526b4),segment_id=ef079a4b-00e1-4b8e-9b38-f30ad92526b4)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:03.921723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.005485 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Calling delete_port for 9072f444-bdac-4772-8818-ed97f2fd0833 owned by network:dhcp {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:04.065772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Calling delete_port for 9072f444-bdac-4772-8818-ed97f2fd0833 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:04.309055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.318011 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:04.368470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:19:04.368693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Pushing event deleted for resources: {'Port': ['ID=9072f444-bdac-4772-8818-ed97f2fd0833,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:04.369147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:19:04.372241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:04.373310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] No DVR routers for this DVR port 9072f444-bdac-4772-8818-ed97f2fd0833 on host dv-cinder-774594-4-smb {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:04.607727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49184) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:04.871088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Deleting port 9072f444-bdac-4772-8818-ed97f2fd0833 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:04.871390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.948374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1e640d1e-0d89-4783-8a41-17b79e88f54d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:04.994015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 1e640d1e-0d89-4783-8a41-17b79e88f54d {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:04.994543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 1e640d1e-0d89-4783-8a41-17b79e88f54d not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:05.019480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] The port '9072f444-bdac-4772-8818-ed97f2fd0833' was deleted {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:19:05.188773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.367846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1337dec4-8a3c-48df-84a2-650f162d63ef']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:05.422883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:05.423241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef079a4b-00e1-4b8e-9b38-f30ad92526b4') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:05.444682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.465051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.503374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:19:05.545454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9072f444-bdac-4772-8818-ed97f2fd0833 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:05.595818 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 9072f444-bdac-4772-8818-ed97f2fd0833 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:05.596790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9072f444-bdac-4772-8818-ed97f2fd0833 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:05.712474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Network 1337dec4-8a3c-48df-84a2-650f162d63ef has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:05.723833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.981393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Network 1337dec4-8a3c-48df-84a2-650f162d63ef has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: % (table.description, expected, rows_matched) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: % (table.description, expected, rows_matched) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: % (table.description, expected, rows_matched) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: % (table.description, expected, rows_matched) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:19:06.009219 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:19:06.063806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49196) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:06.101698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.260808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.291252 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bc48e6d5-b2c7-4839-94cc-4e762d2747df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:06.341337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.370599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1337dec4-8a3c-48df-84a2-650f162d63ef,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:06.386294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:06.499648 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a82a381b-52b5-43b1-8252-8034c558b2d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1337dec4-8a3c-48df-84a2-650f162d63ef HTTP/1.1" status: 204 len: 168 time: 3.1642640 Apr 20 10:19:06.647514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Deleting port 4ee061d7-7f6c-45b5-8f63-744ec711efcd {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:06.647905 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.761598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49204) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:06.846929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] For port 4ee061d7-7f6c-45b5-8f63-744ec711efcd, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=4ee061d7-7f6c-45b5-8f63-744ec711efcd,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:06.847222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.928734 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e7b27c61-3a88-4555-8c60-dd3ece15e2bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4f24e2ce014079b568f45857564b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564417 Apr 20 10:19:06.936669 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49208) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:06.994722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Calling delete_port for 4ee061d7-7f6c-45b5-8f63-744ec711efcd owned by network:router_interface {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:07.179944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.205018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.211159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:07.223471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.259418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee061d7-7f6c-45b5-8f63-744ec711efcd,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:07.262934 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:07.278669 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.467983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ca919956-e2ff-4477-8698-dd837ab09f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.499265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.507827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1d399b3c-fb1f-4cac-8c42-1208b3f83aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:07.584364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.593226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa0853-7526-40d7-927f-a65934033aa3,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:07.621981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:07.628984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.630337 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f496b675-c5a8-4d5a-a920-1d71322af880 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afaa0853-7526-40d7-927f-a65934033aa3 HTTP/1.1" status: 204 len: 168 time: 0.6921787 Apr 20 10:19:07.754087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Deleting port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:07.754530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:07.974537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] For port 99cfa1e7-3c0c-446f-b6bd-0816df176ad3, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:07.975254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:08.228753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Calling delete_port for 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:08.261910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:19:08.466604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:19:08.469621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:08.475600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8184327b-490c-4e7e-812a-a537e61c40d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:08.480134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Sync routers for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:19:08.482020 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-962e5bcf-e621-42a9-9edd-e148067d4f49 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9a98a5b-efd4-4c65-8d19-f6ce4165ac85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8730824 Apr 20 10:19:08.484766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49224) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:08.512649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:08.516350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:08.530184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cfa1e7-3c0c-446f-b6bd-0816df176ad3,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:08.560757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:08.733760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:08.828352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:08.897691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.005708 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.050254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Deleting port 89c42cdb-55bd-4702-9915-7148d776b7d4 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:09.051461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.222799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:19:07Z', 'revision_number': 5, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port': {'id': '89c42cdb-55bd-4702-9915-7148d776b7d4', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:04Z', 'updated_at': '2021-04-20T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:09.233097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Checking router: b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:19:09.258945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Routers {'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:09.259783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:09.295136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] For port 89c42cdb-55bd-4702-9915-7148d776b7d4, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=89c42cdb-55bd-4702-9915-7148d776b7d4,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:09.298196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.455950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Calling delete_port for 89c42cdb-55bd-4702-9915-7148d776b7d4 owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:09.480885 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] Set router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:09.693958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:19:09Z', 'revision_number': 6, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:09.699764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b5eb9-bf9d-4581-a84a-aea8e86edfba None None] The sync data for ids ['b9a98a5b-efd4-4c65-8d19-f6ce4165ac85'] in dv-cinder-774594-4-smb is: [{'id': 'b9a98a5b-efd4-4c65-8d19-f6ce4165ac85', 'name': 'tempest-TestMinimumBasicScenario-338328484-router', 'tenant_id': 'b1a7442ef2354039a3949af01809459b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:03Z', 'updated_at': '2021-04-20T10:19:09Z', 'revision_number': 6, 'project_id': 'b1a7442ef2354039a3949af01809459b', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:19:09.740146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.745908 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fbfeb0c9-a5bd-4549-adfa-33b911d70836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:09.760273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Router c7eda985-262d-4036-b5cc-026ca964ab35 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:19:09.798961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=89c42cdb-55bd-4702-9915-7148d776b7d4,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:09.803635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:09.903969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.992487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:19:10.004791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Sync routers for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:19:10.009552 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7eda985-262d-4036-b5cc-026ca964ab35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9433088 Apr 20 10:19:10.013769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49248) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:10.029003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:10.030077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:18:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:10.211788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.218460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.251828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.494462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.496324 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.497050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:19:10.510666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:10.514564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.518899 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3fad472b-8ef0-446a-aa58-6bcf6d8cdb7b admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9a98a5b-efd4-4c65-8d19-f6ce4165ac85 HTTP/1.1" status: 204 len: 168 time: 2.0302429 Apr 20 10:19:10.520344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49256) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:10.578884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Deleting port 09864e13-32c7-4a1d-bb85-144135209702 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:10.578884 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.642346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9efb3b87-f2ec-4c0a-8a28-3291716fbf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.651862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Deleting subnet b2f99d55-02ae-482c-a6a4-b100830c75c1 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:19:10.792637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.837532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] For port 09864e13-32c7-4a1d-bb85-144135209702, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=09864e13-32c7-4a1d-bb85-144135209702,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:10.837889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.851683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.872845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '09864e13-32c7-4a1d-bb85-144135209702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:19:08Z', 'revision_number': 5, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port': {'id': '09864e13-32c7-4a1d-bb85-144135209702', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:37Z', 'updated_at': '2021-04-20T10:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:10.877268 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Checking router: c7eda985-262d-4036-b5cc-026ca964ab35 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:19:10.890970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Routers {'c7eda985-262d-4036-b5cc-026ca964ab35'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:10.891687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:19:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['c7eda985-262d-4036-b5cc-026ca964ab35'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:10.989775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Calling delete_port for 09864e13-32c7-4a1d-bb85-144135209702 owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:10.990019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49262) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:11.025948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.075546 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] Set router c7eda985-262d-4036-b5cc-026ca964ab35 gateway port host: None {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:11.185802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.202728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:11.207701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5241ba11850047408ea7099506d186ad is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:11.210940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:11.212582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:19:10Z', 'revision_number': 6, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:11.217450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:11.218058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a6672-1d62-4de6-ba97-d047a590ef59 None None] The sync data for ids ['c7eda985-262d-4036-b5cc-026ca964ab35'] in dv-cinder-774594-4-smb is: [{'id': 'c7eda985-262d-4036-b5cc-026ca964ab35', 'name': 'tempest-AttachVolumeShelveTestJSON-2112421389-router', 'tenant_id': '0bd2bde52c0349cc95b0be989f22f9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:35Z', 'updated_at': '2021-04-20T10:19:10Z', 'revision_number': 6, 'project_id': '0bd2bde52c0349cc95b0be989f22f9df', 'gw_port_host': None}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:19:11.239251 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.390566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.433420 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.449494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b9e66e07-035a-4c81-8198-291045e94477 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:11.544693 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5241ba11850047408ea7099506d186ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512044 Apr 20 10:19:11.553106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49268) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:11.588684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1ed32-b2f9-4c04-a9e1-82ed426b785b,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:11.605540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.609498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.609695 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:11.626525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e555b70f-085d-4a84-a60a-a911835312fc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:11.651171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:11.700860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:11.701561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 99cfa1e7-3c0c-446f-b6bd-0816df176ad3 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:11.702457 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 09864e13-32c7-4a1d-bb85-144135209702 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:11.704815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.717539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Pushing event deleted for resources: {'Port': ['ID=09864e13-32c7-4a1d-bb85-144135209702,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:11.728636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:11.767606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.779275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 09864e13-32c7-4a1d-bb85-144135209702 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:11.779969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 09864e13-32c7-4a1d-bb85-144135209702 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:11.780770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 4ee061d7-7f6c-45b5-8f63-744ec711efcd no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:11.805997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.860819 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 4ee061d7-7f6c-45b5-8f63-744ec711efcd {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:11.861497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 4ee061d7-7f6c-45b5-8f63-744ec711efcd not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:11.862914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 89c42cdb-55bd-4702-9915-7148d776b7d4 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:11.934696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 89c42cdb-55bd-4702-9915-7148d776b7d4 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:11.938138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 89c42cdb-55bd-4702-9915-7148d776b7d4 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:11.958844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.963184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-41ed5709-3f5e-4c25-874d-b187c0a3033f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:11.976510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1ed32-b2f9-4c04-a9e1-82ed426b785b,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:11.981260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:11.987670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.989847 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16c1ed32-b2f9-4c04-a9e1-82ed426b785b HTTP/1.1" status: 204 len: 168 time: 0.4348147 Apr 20 10:19:12.015480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.018058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.022814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.434209 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.542529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.543303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7eda985-262d-4036-b5cc-026ca964ab35 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:19:12.545597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.559597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:12.605473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f99d55-02ae-482c-a6a4-b100830c75c1,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:12.608018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.614898 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0cf63-066c-4a30-a027-4c59e7fa9f14 None None] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:12.615791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:12.623575 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2f99d55-02ae-482c-a6a4-b100830c75c1 HTTP/1.1" status: 204 len: 168 time: 2.1020072 Apr 20 10:19:12.625647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.629041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49276) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:12.630867 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9946458d-f6f3-4096-8465-fd973be76527 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c7eda985-262d-4036-b5cc-026ca964ab35 HTTP/1.1" status: 204 len: 168 time: 2.6151850 Apr 20 10:19:12.632433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49278) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:12.736022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49284) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:12.782344 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.785851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.798041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Deleting port 46953fff-70d0-457a-a6bf-ec72b33b01c7 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:12.798453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.814595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Deleting subnet 24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:19:12.823248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.892172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:12.905710 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdc3b91775940a892a4dae28fa977a8 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:12.913481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:12.935092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:12.949828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.020510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] DHCP port deletion for ece30d90-7761-4d74-bdd6-184e5288f1c4 request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:19:13.025407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Deleting port 46953fff-70d0-457a-a6bf-ec72b33b01c7 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:13.025834 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.041937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] For port 46953fff-70d0-457a-a6bf-ec72b33b01c7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=46953fff-70d0-457a-a6bf-ec72b33b01c7,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:13.042489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.096815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.156945 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.245807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.269382 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-080f1204-06c3-446a-97dc-5d6c6f37b3ae tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:13.271523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] For port 46953fff-70d0-457a-a6bf-ec72b33b01c7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=46953fff-70d0-457a-a6bf-ec72b33b01c7,segment=NetworkSegment(234df1d7-a2f5-45c3-9144-6fc89330108a),segment_id=234df1d7-a2f5-45c3-9144-6fc89330108a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:13.272097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.352740 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fdc3b91775940a892a4dae28fa977a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6128712 Apr 20 10:19:13.356349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49288) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:13.357129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ef7a0-079f-4020-9b95-baa6127224a2,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:13.366300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:13.448316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.451250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Calling delete_port for 46953fff-70d0-457a-a6bf-ec72b33b01c7 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:13.455784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Calling delete_port for 46953fff-70d0-457a-a6bf-ec72b33b01c7 owned by network:dhcp {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:13.562832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.589056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:19:13.589432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:19:13.592412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 46953fff-70d0-457a-a6bf-ec72b33b01c7 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:13.629303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.640515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:13.669410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.677674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-64a8462c-8471-440e-b137-bc594d4033c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:13.682221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 46953fff-70d0-457a-a6bf-ec72b33b01c7 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:13.682784 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 46953fff-70d0-457a-a6bf-ec72b33b01c7 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:13.697313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Pushing event deleted for resources: {'Port': ['ID=46953fff-70d0-457a-a6bf-ec72b33b01c7,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:13.700187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] No DVR routers for this DVR port 46953fff-70d0-457a-a6bf-ec72b33b01c7 on host dv-cinder-774594-4-smb {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:13.709741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.710142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.710501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.710882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.711263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.711668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.712038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.712620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.712999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.713369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.713732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.714099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:13.716578 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.717872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fc82d6ed-fc7d-4a27-91ff-e6a0faeb37f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:13.725315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c4a431-cb3f-46e9-9a2c-ae505e49ebe5,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:13.730302 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:13.731688 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:13.742345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.745186 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76adf9-f075-4163-ab75-07d09dccd2d2 None None] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:13.759571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ef7a0-079f-4020-9b95-baa6127224a2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:13.762365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:13.763799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.764994 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d3ef7a0-079f-4020-9b95-baa6127224a2 HTTP/1.1" status: 204 len: 168 time: 0.4046021 Apr 20 10:19:13.766567 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/24c4a431-cb3f-46e9-9a2c-ae505e49ebe5 HTTP/1.1" status: 204 len: 168 time: 1.1327136 Apr 20 10:19:13.770067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49292) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:13.902940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.917345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Deleting port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:13.917941 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.127868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Deleting port 46953fff-70d0-457a-a6bf-ec72b33b01c7 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:14.128230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.189413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] DHCP port deletion for ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:19:14.197203 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Deleting port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:14.198168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.242756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] The port '46953fff-70d0-457a-a6bf-ec72b33b01c7' was deleted {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:19:14.307580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] For port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:14.307998 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.477150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] For port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,segment=NetworkSegment(7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e),segment_id=7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:14.477871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.524989 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Calling delete_port for 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 owned by network:dhcp {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:14.589403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.641001 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Calling delete_port for 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:14.735704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece30d90-7761-4d74-bdd6-184e5288f1c4']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:14.743429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:19:14.744573 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:19:14.751229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234df1d7-a2f5-45c3-9144-6fc89330108a') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:14.751611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234df1d7-a2f5-45c3-9144-6fc89330108a') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:14.765874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.775257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.781036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:14.836817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Pushing event deleted for resources: {'Port': ['ID=55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:14.838781 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] No DVR routers for this DVR port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 on host dv-cinder-774594-4-smb {{(pid=86439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:14.840473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:14.894536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:14.963379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:19:15.056456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.245207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Deleting port 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:15.245666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.263278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:15.281623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.327293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edae1d0a-fb6e-42fc-9652-960622bcf3bc None None] The port '55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72' was deleted {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:19:15.350761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae53144c-6f8b-4d63-ad0c-a5d717fc55a7']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:15.382843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:15.383188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1a36ca-8bff-49e0-a4cd-f4fc7e92242e') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:15.423022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.532128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.537804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Network ece30d90-7761-4d74-bdd6-184e5288f1c4 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:19:15.570974 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:19:15.576674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:19:15.585502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:15.625454 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:15.625974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 55a386f3-4a5e-44de-b3d7-b8a4ae8ebf72 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:15.914275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:15.923863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.030280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.096389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:16.116545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.137288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece30d90-7761-4d74-bdd6-184e5288f1c4,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:16.142197 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Network ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:16.153367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:19:16.178447 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:19:16.234318 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-fe7ab84c-5796-40b8-a77a-a5ec19717911 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ece30d90-7761-4d74-bdd6-184e5288f1c4 HTTP/1.1" status: 204 len: 168 time: 3.6038313 Apr 20 10:19:16.238173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49334) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:16.376154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.381638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.390214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-63be4419-1ba4-4840-8d39-64383f334b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:16.409613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae53144c-6f8b-4d63-ad0c-a5d717fc55a7,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:16.412194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:16.450153 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae53144c-6f8b-4d63-ad0c-a5d717fc55a7 HTTP/1.1" status: 204 len: 168 time: 2.6786535 Apr 20 10:19:16.874835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49350) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:16.882794 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.964774 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-ee18d19a-0631-4286-980a-e6d485de4c41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bd2bde52c0349cc95b0be989f22f9df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0886810 Apr 20 10:19:16.968020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49354) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:17.038211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.068718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.153149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.159190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-52fdc70b-96c6-42a6-a797-59ba30ad621c tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:17.174877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11df22-0aa9-4f3f-a620-81ad566b995e,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:17.181052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:17.184243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.197395 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b11df22-0aa9-4f3f-a620-81ad566b995e HTTP/1.1" status: 204 len: 168 time: 0.2199154 Apr 20 10:19:17.304285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Deleting port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:17.304285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.508012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] For port 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:17.513450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.648449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Calling delete_port for 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:17.986920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.993354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-19d9f43a-ee68-4a12-85d4-089a6573b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:18.087372 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ed96ef-b2a7-4e51-b08c-9a730a5ae92b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:18.099714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:18.388877 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.091227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:19:19.315478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:19:19.325686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Sync routers for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:19:19.338644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:19.339397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:19:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:19.372463 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e6ba4e8-16ce-4378-884c-b7608ce393f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1328773 Apr 20 10:19:19.374982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49466) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:19.490166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:19:19.571265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:19.618067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.819436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49472) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:19.837927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.879104 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Deleting port e909ef7b-3f1d-48ba-ab83-50baa49366ac {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:19.879592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.912458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:19:17Z', 'revision_number': 5, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port': {'id': 'e909ef7b-3f1d-48ba-ab83-50baa49366ac', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:16:23Z', 'updated_at': '2021-04-20T10:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:19.917196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Checking router: 4e6ba4e8-16ce-4378-884c-b7608ce393f4 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:19:19.927060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Routers {'4e6ba4e8-16ce-4378-884c-b7608ce393f4'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:19.927835 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:19:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:20.034734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.063421 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:20.071700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0408f447d84973917e609c39e4b60a is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:20.084587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:20.090235 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] Set router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:20.095124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:20.136579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] For port e909ef7b-3f1d-48ba-ab83-50baa49366ac, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e909ef7b-3f1d-48ba-ab83-50baa49366ac,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:20.138230 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.390581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:19:19Z', 'revision_number': 6, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:20.396724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f9365-5e88-45f4-984f-b969a896d1e2 None None] The sync data for ids ['4e6ba4e8-16ce-4378-884c-b7608ce393f4'] in dv-cinder-774594-4-smb is: [{'id': '4e6ba4e8-16ce-4378-884c-b7608ce393f4', 'name': 'tempest-TestMinimumBasicScenario-1092061774-router', 'tenant_id': '11e8da420fae45778ac68ae7abded07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:16:21Z', 'updated_at': '2021-04-20T10:19:19Z', 'revision_number': 6, 'project_id': '11e8da420fae45778ac68ae7abded07a', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:19:20.548899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Calling delete_port for e909ef7b-3f1d-48ba-ab83-50baa49366ac owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:20.711055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.788282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.802500 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d803fe45-74dc-4e4a-bfba-cb81f6aecc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:20.866447 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff0408f447d84973917e609c39e4b60a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0457609 Apr 20 10:19:20.869308 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49486) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:20.870982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a45c8c-b583-4010-86ae-16ce5d198448,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:20.874424 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d1300100-fec4-45e4-ac88-b055760156d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:20.920113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.927194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:20.955161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.983612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e909ef7b-3f1d-48ba-ab83-50baa49366ac,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:20.998686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.022863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:21.089545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.093617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ff51ecd4-31de-44b7-9dc1-98cc8a2459d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:21.097532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.110984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a45c8c-b583-4010-86ae-16ce5d198448,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:21.115208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:21.116616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.120582 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7a45c8c-b583-4010-86ae-16ce5d198448 HTTP/1.1" status: 204 len: 168 time: 0.2473898 Apr 20 10:19:21.327122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.332732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.394281 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.394968 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6ba4e8-16ce-4378-884c-b7608ce393f4 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:19:21.426076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.430260 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4e6ba4e8-16ce-4378-884c-b7608ce393f4 HTTP/1.1" status: 204 len: 168 time: 2.0511730 Apr 20 10:19:21.430863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49498) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:21.512874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Deleting subnet fee7c4c8-40f4-4cce-802c-92cac12ce9a4 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:19:21.516531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.573841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.574149 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e909ef7b-3f1d-48ba-ab83-50baa49366ac no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:21.617121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: e909ef7b-3f1d-48ba-ab83-50baa49366ac {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:21.617531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e909ef7b-3f1d-48ba-ab83-50baa49366ac not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:21.617993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:21.641931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49502) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:21.662343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:21.662343 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 44ed96ef-b2a7-4e51-b08c-9a730a5ae92b not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:21.669961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.692980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:21.699538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Usage tracker for resource:security_group_rule and tenant:dfeb887426fa4d03a7c5b24f1d634744 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:21.704018 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:21.711097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:21.740552 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:22.020662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.061447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.070965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-407c81fd-208c-41d8-8067-e4cd3447e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:22.106255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.124247 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfeb887426fa4d03a7c5b24f1d634744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808574 Apr 20 10:19:22.127789 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49506) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:22.132059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae1bd91-8c29-40e5-8339-d2eded7cdb7c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:22.135052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.138161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:22.138711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-aa38d04f-5006-4b4e-a071-de5061464b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:22.138828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a6e8e-42e8-4d2f-9724-9b9425792da7 None None] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:22.182204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee7c4c8-40f4-4cce-802c-92cac12ce9a4,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:22.185947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:22.187978 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4bb4efc4-6b25-4fd6-a57f-6c014236bdcf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fee7c4c8-40f4-4cce-802c-92cac12ce9a4 HTTP/1.1" status: 204 len: 168 time: 0.7559707 Apr 20 10:19:22.190751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49510) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:22.202293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.234488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.336258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.341760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c8024615-d5cd-4622-92aa-0adb0cf7cda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:22.351625 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.355071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae1bd91-8c29-40e5-8339-d2eded7cdb7c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:22.359346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:22.366246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.368104 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ae1bd91-8c29-40e5-8339-d2eded7cdb7c HTTP/1.1" status: 204 len: 168 time: 0.2386193 Apr 20 10:19:22.379640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Deleting port 31481bf1-01cf-433c-807b-1e01b86e86a5 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:22.380030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.458412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] DHCP port deletion for fc145d20-4a6a-49f7-acc1-86520f9d4ad4 request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:19:22.463221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Deleting port 31481bf1-01cf-433c-807b-1e01b86e86a5 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:22.463875 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.678845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] For port 31481bf1-01cf-433c-807b-1e01b86e86a5, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=31481bf1-01cf-433c-807b-1e01b86e86a5,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:22.679430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:22.829673 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Calling delete_port for 31481bf1-01cf-433c-807b-1e01b86e86a5 owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:22.901465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] For port 31481bf1-01cf-433c-807b-1e01b86e86a5, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=31481bf1-01cf-433c-807b-1e01b86e86a5,segment=NetworkSegment(e9273a2f-cc97-49cb-bf95-c1046f8d9e49),segment_id=e9273a2f-cc97-49cb-bf95-c1046f8d9e49)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:22.901912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.027194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.032449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a80f3cd-c2fa-4933-9e9d-4c25206e7567 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:23.042179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Calling delete_port for 31481bf1-01cf-433c-807b-1e01b86e86a5 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:23.094524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] No DVR routers for this DVR port 31481bf1-01cf-433c-807b-1e01b86e86a5 on host dv-cinder-774594-4-smb {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:23.122166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:19:23.122775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:19:23.128810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Pushing event deleted for resources: {'Port': ['ID=31481bf1-01cf-433c-807b-1e01b86e86a5,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:23.131448 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:23.237239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.365879 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc145d20-4a6a-49f7-acc1-86520f9d4ad4']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:23.380716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:23.381052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9273a2f-cc97-49cb-bf95-c1046f8d9e49') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:23.395873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.413577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.420453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:19:23.573102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 31481bf1-01cf-433c-807b-1e01b86e86a5 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:23.616144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 31481bf1-01cf-433c-807b-1e01b86e86a5 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:23.616854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 31481bf1-01cf-433c-807b-1e01b86e86a5 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:23.628904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Deleting port 31481bf1-01cf-433c-807b-1e01b86e86a5 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:23.628904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.637136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:23.648942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.712433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1e167193-89b2-43a3-ad9a-cd1dca2f047c None None] The port '31481bf1-01cf-433c-807b-1e01b86e86a5' was deleted {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:19:23.860028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Network fc145d20-4a6a-49f7-acc1-86520f9d4ad4 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:19:23.885312 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:19:24.020891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.025962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.029923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:24.056166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Pushing event deleted for resources: {'Network': ['ID=fc145d20-4a6a-49f7-acc1-86520f9d4ad4,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:24.058754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:24.061055 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-99bd1d96-5632-45f9-b91a-22f887c28efa admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc145d20-4a6a-49f7-acc1-86520f9d4ad4 HTTP/1.1" status: 204 len: 168 time: 1.8689785 Apr 20 10:19:24.338522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49562) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:24.394769 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f435390f-3f74-45d9-a83b-6c2ab9a7f9cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1a7442ef2354039a3949af01809459b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548747 Apr 20 10:19:24.399439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49566) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:24.488675 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.520415 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.599565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.605357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-64d4f36b-0063-4c2f-922f-15aa7d689983 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:24.622524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58094576-b5aa-42af-bd5c-659f8560c044,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:24.625474 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:24.655746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:24.657167 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58094576-b5aa-42af-bd5c-659f8560c044 HTTP/1.1" status: 204 len: 168 time: 0.2565322 Apr 20 10:19:25.446256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49614) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:25.507629 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-47300052-96b1-4cc3-ae4f-a2177bf8280e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11e8da420fae45778ac68ae7abded07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598919 Apr 20 10:19:25.510257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49622) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:25.594541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.627774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.809134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.814607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5cefbecd-46c0-4fef-acb0-84fa11c10957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:25.830831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6289da9-28db-4c49-b2a2-18089ba9a476,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:25.834476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:25.835847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.837253 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-22f7e94c-f2db-4e5b-b385-1fe70b9be04f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6289da9-28db-4c49-b2a2-18089ba9a476 HTTP/1.1" status: 204 len: 168 time: 0.3259966 Apr 20 10:19:30.131644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49672) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:30.270677 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.288768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:30.293123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Usage tracker for resource:security_group_rule and tenant:91b2884da17f438babaa7528713b6e92 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:30.296360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:30.303233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:30.398297 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.472702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.482694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-15e5ba6d-951b-4cb7-9d8a-fec0e96b1d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:30.533298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49684) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:30.533989 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91b2884da17f438babaa7528713b6e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003863 Apr 20 10:19:30.536393 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc340e0-52f9-4ab2-aab8-e3824946bc18,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:30.540013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d147d341-33db-425f-888c-f46c077d8c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:30.617090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.650137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.729888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.735829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-77ea5633-ac5c-4a90-a493-f14f85062144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:30.752892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc340e0-52f9-4ab2-aab8-e3824946bc18,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:30.756264 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:30.757678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.758983 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cc340e0-52f9-4ab2-aab8-e3824946bc18 HTTP/1.1" status: 204 len: 168 time: 0.2237148 Apr 20 10:19:32.185315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49720) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:32.322047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.339715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:32.344144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Usage tracker for resource:security_group_rule and tenant:21c3465b48124da1be2c058e9cf9a804 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:32.347520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:32.353772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:32.467349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.507575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.525128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4ff73b0d-ba97-480b-8c5e-fbfea6ad10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:32.592643 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21c3465b48124da1be2c058e9cf9a804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061294 Apr 20 10:19:32.596342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c38fc-de7b-48f5-bcb4-8541995e3b75,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:32.599188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49736) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:32.599965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-de06a599-f58b-4059-bc02-89221842d5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:32.698664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.733072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.804790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.810102 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-426859e8-756a-4fc3-a7f1-3e41b9add925 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:32.825541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c38fc-de7b-48f5-bcb4-8541995e3b75,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:32.828888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:32.830911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:32.834298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f60e58dd-0d89-49d0-a367-f4c211fa22f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a2c38fc-de7b-48f5-bcb4-8541995e3b75 HTTP/1.1" status: 204 len: 168 time: 0.2325637 Apr 20 10:19:33.378981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49754) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:33.398707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.413983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:33.418048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd5f3e6048e44ee897a3841706028f1 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:33.421032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:33.427703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:33.520275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.563231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.573894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c38dbd01-423d-4cb9-a081-3148cc5cf7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:33.617474 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dd5f3e6048e44ee897a3841706028f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372265 Apr 20 10:19:33.619077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39838875-2102-4159-9b8b-6770ab41faa5,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:33.620390 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49760) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:33.622261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f478d578-7875-4854-9746-82e85b6ef706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:33.684434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.713120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.792993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.799171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eedc3530-4af9-4906-800e-e72a1147e8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:33.816608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39838875-2102-4159-9b8b-6770ab41faa5,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:33.819240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:33.830226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:33.831516 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-94a85998-db3c-4f9e-93cb-27d7486c374e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39838875-2102-4159-9b8b-6770ab41faa5 HTTP/1.1" status: 204 len: 168 time: 0.2099025 Apr 20 10:19:37.461221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5e26b6d1-4f7b-4c9f-8ed8-7dc0997a85f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:40.257570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c097620-98c7-47e4-9bc5-f58202741e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:40.707239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:41.593621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:42.009285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:42.438211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.411095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 49982) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:48.545577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.566830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:48.570997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Usage tracker for resource:security_group_rule and tenant:5757d17cc6594232bf32f117b3fddb94 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:48.574062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:48.580355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:48.669266 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.723433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.733479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6b9b244e-b9d4-40bc-80e6-1a94afd31947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:48.779679 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3cb982-027b-4ab1-aee8-0b42fcf25d21,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:48.785735 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5757d17cc6594232bf32f117b3fddb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734446 Apr 20 10:19:48.788940 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 49990) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:48.790955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.791406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.791826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.792279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.792707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.793111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.793520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.793918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.794319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.794719 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.795119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.795540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:48.800130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-878fe89d-7dff-43ec-a24b-c98c4977851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:48.864596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.895124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.975169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.980544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8ff312b2-0ab6-41d5-b981-15b855ae15f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:48.996614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3cb982-027b-4ab1-aee8-0b42fcf25d21,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:48.999962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:49.006738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.010420 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c3cb982-027b-4ab1-aee8-0b42fcf25d21 HTTP/1.1" status: 204 len: 168 time: 0.2179904 Apr 20 10:19:49.610030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50010) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:49.630730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.647641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:49.651728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Usage tracker for resource:security_group_rule and tenant:6a968472f17946408ef5d10d23e08dd8 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:49.654748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:49.661924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:49.752354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.799031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.809604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3d9841cc-f404-45ef-bb31-ab6e03586686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:49.864718 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a968472f17946408ef5d10d23e08dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512615 Apr 20 10:19:49.866723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50014) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:49.867054 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2c0f1-ec56-40b6-8b32-a24a06cc6b4d,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:49.870464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:49.933193 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.961453 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:50.044226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:50.048951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c6d8db17-caaf-483b-93af-536101f7afbc tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:50.067814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2c0f1-ec56-40b6-8b32-a24a06cc6b4d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:50.070600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:50.078312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:50.081229 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ba2c0f1-ec56-40b6-8b32-a24a06cc6b4d HTTP/1.1" status: 204 len: 168 time: 0.2132525 Apr 20 10:19:55.042423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50086) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:55.172502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.189361 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:55.193525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d52065c8152a4e058ee8d79a3c28b81a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:55.196504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:55.202827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:55.289023 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.324148 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.334493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5588d6c1-da31-4013-b4d7-06460b6cec50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:55.379805 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52065c8152a4e058ee8d79a3c28b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361142 Apr 20 10:19:55.381660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704bec7f-8380-4266-87c6-8b15c3ddb55c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:55.382946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50092) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:55.385429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:55.451542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.481407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.564322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.569811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9fe0b832-a684-415f-9849-1ea5bd2f10e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:55.583287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704bec7f-8380-4266-87c6-8b15c3ddb55c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:55.594480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.595511 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.595925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.596334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.596741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.597145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.597548 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.597949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.598362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.598760 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.599161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.599580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:55.603273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:55.608857 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:55.610114 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-56c4a715-53bc-40a3-a991-9c0f5bbb54d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/704bec7f-8380-4266-87c6-8b15c3ddb55c HTTP/1.1" status: 204 len: 168 time: 0.2258902 Apr 20 10:19:56.480130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:20:07.472399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6b81e510-0771-4318-98bf-312937538f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.334888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50376) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:09.466913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.483640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:09.489331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Usage tracker for resource:security_group_rule and tenant:0fb8a42df73640f49d25640461afe3b0 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:09.490996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:09.497071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:09.648041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.683727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.698527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d2c43b22-b541-41eb-b481-08c44fd4dc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:09.743655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc122f93-e4a2-45d8-8985-f65ba38889a4,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:09.751488 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fb8a42df73640f49d25640461afe3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121592 Apr 20 10:20:09.751488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:09.751892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50396) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:09.820403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.848327 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.940801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.946296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b07d8651-d127-4c28-8b14-cccf07410498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:09.961783 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc122f93-e4a2-45d8-8985-f65ba38889a4,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:09.964987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:09.970516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:09.971812 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc122f93-e4a2-45d8-8985-f65ba38889a4 HTTP/1.1" status: 204 len: 168 time: 0.2185733 Apr 20 10:20:10.048113 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50404) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:10.179585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.196880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:10.201231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f3c71729554e0b954379cbc7c441e0 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:10.204432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:10.210685 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:10.249748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2c667e81-6764-40fc-b875-d9ab0b1deb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.303634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.335183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.346244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-35adb7b4-aeed-4376-8cfa-96182f3e371c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:10.390915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0f3c71729554e0b954379cbc7c441e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413098 Apr 20 10:20:10.393483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb2fea2-7427-4686-8bca-4f14bfe85f14,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:10.395367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50414) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:10.396899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:10.466494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.495894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.569703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.575188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-958d5cfc-74d5-47a1-9961-6b05a76b76f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:10.589354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb2fea2-7427-4686-8bca-4f14bfe85f14,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:10.598088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:10.606106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:10.607456 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-525c3553-44e4-4edd-860e-b36303903602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eb2fea2-7427-4686-8bca-4f14bfe85f14 HTTP/1.1" status: 204 len: 168 time: 0.2109714 Apr 20 10:20:10.701067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.031644 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50436) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:11.095704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50442) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:11.116178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.137168 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:11.141533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Usage tracker for resource:security_group_rule and tenant:b12211193b06484e8121280e157257e7 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:11.144956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:11.151234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:11.245497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.278310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.288394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-9c1d1ec7-aa00-4d67-9ee9-e08da42ddecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:11.316874 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-370595936-network', 'tenant_id': '8688e6a0395a4269803b55998360859e'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:11.326901 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:11.343539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Usage tracker for resource:network and tenant:8688e6a0395a4269803b55998360859e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:11.348811 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b12211193b06484e8121280e157257e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519803 Apr 20 10:20:11.349897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:11.351948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50446) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:11.359154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:11.362003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44f01a-b88b-4efd-be5e-02b3b93c9660,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:11.366051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0f8aa547-f6f6-419e-b3d1-78315588d38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:11.403788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Made reservation on behalf of 8688e6a0395a4269803b55998360859e for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:20:11.409353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.425031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.425797 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.442692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:11.447964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Usage tracker for resource:security_group_rule and tenant:8688e6a0395a4269803b55998360859e is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:11.451628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:11.458444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:11.566081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.638079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.666533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.674087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:11.708339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:20:11.717808 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053542c-e4a5-42ff-a8a0-d064469e41bb,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:11.722530 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:11.724139 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.727110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.727110 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Added segment e1ac3c39-b5f7-431b-94f5-4a3048daf064 of type vlan for network 7ee48edc-8683-4315-bcba-d8592e0cbd35 Apr 20 10:20:11.770312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.798498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.803993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-749cd59f-19af-48da-b291-c3f09b43b55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:11.817588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44f01a-b88b-4efd-be5e-02b3b93c9660,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:11.820768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.821473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:11.822210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:11.823063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.827258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:11.828356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d960cb7f-bd10-4e2a-b57c-3ce227494e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:11.828564 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e44f01a-b88b-4efd-be5e-02b3b93c9660 HTTP/1.1" status: 204 len: 168 time: 0.4755368 Apr 20 10:20:11.944607 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Pushing event updated for resources: {'Network': ['ID=7ee48edc-8683-4315-bcba-d8592e0cbd35,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:11.948135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:11.957153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:20:11.970956 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1a317895-c3b2-430f-a509-24f3f3a291ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9379611 Apr 20 10:20:11.974767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50452) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:11.981316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Request body: {'subnet': {'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-370595936-subnet', 'tenant_id': '8688e6a0395a4269803b55998360859e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:11.987183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:11.991557 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Usage tracker for resource:subnet and tenant:8688e6a0395a4269803b55998360859e is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:11.994592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:12.001190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:12.033061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Made reservation on behalf of 8688e6a0395a4269803b55998360859e for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:20:12.038394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853175344'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:12.123568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:12.427037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:12.538015 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827293834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853175359'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:12.543782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0d8a9ce9-8f08-4846-b790-546248836775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:12.624917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb484a03-fcff-4979-8a43-ecd03b5e9ab4,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:12.629253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:12.645306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Checking segment: {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:20:12.645306 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Network hostable DHCP agents. Network: 7ee48edc-8683-4315-bcba-d8592e0cbd35, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:20:12.694931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:20:12.728551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 7ee48edc-8683-4315-bcba-d8592e0cbd35) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:20:12.742225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:12.742491 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b8b9c-94ad-4e49-ad75-48e1e53c3ab0 None None] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:20:12.742889 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:12.799642 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-557ff6ab-2055-4a97-8686-bf99859b4a89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8235264 Apr 20 10:20:12.979648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fac79d-a112-44a9-ad68-ad4273949f26 None None] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:20:15.516460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-3e561160-4d1b-4589-b9b1-02cb32640cd9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:15.517242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-3e561160-4d1b-4589-b9b1-02cb32640cd9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Synchronizing usage tracker for tenant:8688e6a0395a4269803b55998360859e on resource:network {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:15.609184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-3e561160-4d1b-4589-b9b1-02cb32640cd9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Unset dirty status for tenant:8688e6a0395a4269803b55998360859e on resource:network {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:15.611435 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-3e561160-4d1b-4589-b9b1-02cb32640cd9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 813 time: 0.2779741 Apr 20 10:20:15.629413 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-49c95579-9bb1-4913-a515-f5c45a391a5f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/quotas/8688e6a0395a4269803b55998360859e HTTP/1.1" status: 200 len: 375 time: 0.0115297 Apr 20 10:20:15.690829 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-bd3e348e-25bb-4fbe-a34f-bc471e5ebbac tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547745 Apr 20 10:20:15.966842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d7548c0f-1cfb-4909-9f1d-0740514ae554 service neutron] 10.222.0.20 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682545 Apr 20 10:20:16.089825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50548) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:16.132190 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-8be6b346-5d33-4d1f-947a-2744276219c7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575136 Apr 20 10:20:16.227959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.247551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:16.252574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Usage tracker for resource:security_group_rule and tenant:794c4eed07134b0297cac7a9ba6febf7 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:16.255779 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:16.262162 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:16.412687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.415653 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cda7c1e4-5883-4919-97cf-c9385e9b500c req-8f9bd1c5-d7c2-41fa-849a-c4ad2d77afde tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 210 time: 0.0586894 Apr 20 10:20:16.454858 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.464236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f5b9ad89-b573-481f-bbdd-cfda3edc926d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:16.509707 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c9095033-e701-4297-983a-6443372772ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=794c4eed07134b0297cac7a9ba6febf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186635 Apr 20 10:20:16.510787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e147072-d45a-4f2d-9232-8c4fdc70e190,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:16.512824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50562) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:16.514855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c9095033-e701-4297-983a-6443372772ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:16.596529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.625134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.775212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.780671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14fd95b4-e6d3-46d2-a98f-fd79019ffc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:16.794723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e147072-d45a-4f2d-9232-8c4fdc70e190,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:16.798374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:16.799443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.801274 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e147072-d45a-4f2d-9232-8c4fdc70e190 HTTP/1.1" status: 204 len: 168 time: 0.2873175 Apr 20 10:20:17.323265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50572) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:17.342513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.364999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:17.369925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Usage tracker for resource:security_group_rule and tenant:4bfd109fbaf0477195432f1e49056e32 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:17.373064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:17.379828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:17.471671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.501596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.511680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bb238318-ae43-47e8-a322-62497f52f8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:17.601088 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e7b7c-c84b-48b3-aaf3-4dcae6c4e19b,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:17.612075 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bfd109fbaf0477195432f1e49056e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875674 Apr 20 10:20:17.613696 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:17.614353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50578) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:17.616208 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-42608165-749c-4264-b0d3-44db8f87cb71 req-b2659ff5-1c0e-4442-9ab2-9fcc19b89ccc tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 210 time: 0.0653625 Apr 20 10:20:17.685897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.723498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.928646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.934351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9f40e6a-23c0-4308-85ca-0f51396c14c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:17.948641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e7b7c-c84b-48b3-aaf3-4dcae6c4e19b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:17.951092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:17.959121 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.960404 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df4e7b7c-c84b-48b3-aaf3-4dcae6c4e19b HTTP/1.1" status: 204 len: 168 time: 0.3444896 Apr 20 10:20:18.533942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-51d9c7c8-c715-47d2-8e39-3c80d4ef3880 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:18.535806 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-51d9c7c8-c715-47d2-8e39-3c80d4ef3880 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 813 time: 0.1791983 Apr 20 10:20:18.551404 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Request body: {'port': {'device_id': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35', 'admin_state_up': True, 'tenant_id': '8688e6a0395a4269803b55998360859e'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:18.707426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:18.711599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Usage tracker for resource:port and tenant:8688e6a0395a4269803b55998360859e is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:18.714992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:18.722914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:18.803914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Made reservation on behalf of 8688e6a0395a4269803b55998360859e for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:20:18.810020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:18.833192 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-79cf3a0e-3b99-46e4-b6cb-00d398121156 req-1aba1949-8957-44cc-8cfc-802959ed2125 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 210 time: 0.0742941 Apr 20 10:20:19.006531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Allocated IP 172.20.0.14 (7ee48edc-8683-4315-bcba-d8592e0cbd35/fb484a03-fcff-4979-8a43-ecd03b5e9ab4/7c763f2b-0d43-4642-ae50-145dc366b3bd) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:20:19.236467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:19.300761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:19.306749 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-577258e3-af2b-447a-b8c3-0dbc06cba458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:19.383944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:20:19.387335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:20:19.392091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:20:19.425699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Pushing event updated for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:19.433007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:19.465401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:19.466080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:19.512582 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-fa5e93aa-9624-4a6a-a7b4-c19a578231b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669371 Apr 20 10:20:19.525575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Request body: {'port': {'device_id': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:19.652924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.057242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c763f2b-0d43-4642-ae50-145dc366b3bd {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:20:20.058374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570777-7999-4106-9972-9d4692c21e6f req-1737f95e-854e-4cb8-b890-5da8fd9b6be0 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.060036 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eb570777-7999-4106-9972-9d4692c21e6f req-1737f95e-854e-4cb8-b890-5da8fd9b6be0 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 932 time: 0.0985894 Apr 20 10:20:20.086881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.113010 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-eb570777-7999-4106-9972-9d4692c21e6f req-78bfbbb1-b4bc-4df8-9300-de7d05f7f30b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Synchronizing usage tracker for tenant:8688e6a0395a4269803b55998360859e on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:20.169123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-eb570777-7999-4106-9972-9d4692c21e6f req-78bfbbb1-b4bc-4df8-9300-de7d05f7f30b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Unset dirty status for tenant:8688e6a0395a4269803b55998360859e on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:20.170486 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-eb570777-7999-4106-9972-9d4692c21e6f req-78bfbbb1-b4bc-4df8-9300-de7d05f7f30b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Apr 20 10:20:20.210723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Transition to ACTIVE for port object 7c763f2b-0d43-4642-ae50-145dc366b3bd will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:20:20.277658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.282481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58492946-0357-4886-94af-512ace7a07b9 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:20.456388 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Pushing event updated for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:20.465488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:20.542616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Attempting to bind port 7c763f2b-0d43-4642-ae50-145dc366b3bd on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:20:20.543000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Attempting to bind port 7c763f2b-0d43-4642-ae50-145dc366b3bd by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:20:20.543391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Attempting to bind port 7c763f2b-0d43-4642-ae50-145dc366b3bd on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:20:20.549537 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Port 7c763f2b-0d43-4642-ae50-145dc366b3bd on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:20:20.549912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Attempting to bind port 7c763f2b-0d43-4642-ae50-145dc366b3bd on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:20:20.556800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:20:20.565427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Checking segment: {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:20:20.565427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Bound using segment: {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:20:20.565427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Bound port: 7c763f2b-0d43-4642-ae50-145dc366b3bd, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:20:20.565427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.678359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:20:20.678787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:20:20.730930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.740204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d03b4490-176b-4f04-b64a-a9ebfaeb8ad1 tempest-AttachVolumeTestJSON-908970048 tempest-AttachVolumeTestJSON-908970048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:20.816624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.817790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.820408 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c763f2b-0d43-4642-ae50-145dc366b3bd HTTP/1.1" status: 200 len: 1094 time: 1.2994680 Apr 20 10:20:20.821286 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:20.875041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Pushing event updated for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:20.880315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d2966cca-5085-4a80-aeae-b4a8c1f13269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:20.964159 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd', 'status': 'completed', 'code': 200} Apr 20 10:20:20.998255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-62a52e4a-967a-4f70-9789-ca430dfaa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.999957 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-62a52e4a-967a-4f70-9789-ca430dfaa6a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 1097 time: 0.0913880 Apr 20 10:20:21.076850 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-14db97f9-e7da-4235-8c23-5aabbd005d01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd HTTP/1.1" status: 200 len: 217 time: 0.0674906 Apr 20 10:20:21.156036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-2904d76e-55be-4c67-b61c-eb0b09452f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.157686 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-2904d76e-55be-4c67-b61c-eb0b09452f07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.0742767 Apr 20 10:20:21.215548 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-c8160cf1-47a0-49c2-9a3f-36fb707c817b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507877 Apr 20 10:20:21.369562 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-013bf2c0-2a54-4b2b-a87c-51707922d84c service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459267 Apr 20 10:20:21.392766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5716-a487-41a7-b8b5-905c43f6939c req-cdee779f-0b48-468c-acab-4c11c088fe0d tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.394878 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06ad5716-a487-41a7-b8b5-905c43f6939c req-cdee779f-0b48-468c-acab-4c11c088fe0d tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 944 time: 0.1035173 Apr 20 10:20:21.453041 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06ad5716-a487-41a7-b8b5-905c43f6939c req-5ba00c26-9e18-46da-bfa8-8571859d1a00 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510356 Apr 20 10:20:21.526162 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34f8aa80-0a69-43e1-b457-5735cdfc5248 req-68ac06db-7ab1-46d3-a89f-f8d1f274a1d1 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488397 Apr 20 10:20:21.697728 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805869ca-2644-4270-b5fa-26936d80d359 req-8ecba4f5-650f-4edf-a229-dc12de858a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.699393 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-8ecba4f5-650f-4edf-a229-dc12de858a03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 1097 time: 0.0900545 Apr 20 10:20:21.851053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805869ca-2644-4270-b5fa-26936d80d359 req-39269e05-530f-4ce4-9689-61f237682958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.852586 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-39269e05-530f-4ce4-9689-61f237682958 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 914 time: 0.1447892 Apr 20 10:20:21.933395 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-3c2274d2-7305-4c5a-99f4-4e2f63ebe7f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd HTTP/1.1" status: 200 len: 217 time: 0.0721600 Apr 20 10:20:22.014345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805869ca-2644-4270-b5fa-26936d80d359 req-f693eec6-f3c4-4f71-a2c7-ff4e54e02554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:22.016735 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-f693eec6-f3c4-4f71-a2c7-ff4e54e02554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.0746000 Apr 20 10:20:22.072295 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-3c0d3129-c81f-49e9-aebb-612c50e3cd84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479076 Apr 20 10:20:22.222316 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-f39e0426-4b04-42b5-acb6-9fee731ea63d service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421938 Apr 20 10:20:22.703049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-805869ca-2644-4270-b5fa-26936d80d359 req-6ffa0d3f-ac1f-4405-9b16-77f17ee2dd58 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726939 Apr 20 10:20:22.723227 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42a6c8-3ac9-48b3-922b-9bab63bece93 req-a5540b1c-1f12-4a30-a3bc-43b2c7dfa36a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:22.724245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-da42a6c8-3ac9-48b3-922b-9bab63bece93 req-a5540b1c-1f12-4a30-a3bc-43b2c7dfa36a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Synchronizing usage tracker for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:22.774738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-da42a6c8-3ac9-48b3-922b-9bab63bece93 req-a5540b1c-1f12-4a30-a3bc-43b2c7dfa36a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Unset dirty status for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:22.776083 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da42a6c8-3ac9-48b3-922b-9bab63bece93 req-a5540b1c-1f12-4a30-a3bc-43b2c7dfa36a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 944 time: 0.1953180 Apr 20 10:20:22.826859 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da42a6c8-3ac9-48b3-922b-9bab63bece93 req-9d6f1975-e1fa-4a14-8306-ee997f0f297a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Apr 20 10:20:23.337542 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7c763f2b-0d43-4642-ae50-145dc366b3bd details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:20:23.485722 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:23.500035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '7c763f2b-0d43-4642-ae50-145dc366b3bd', 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35', 'port_id': '7c763f2b-0d43-4642-ae50-145dc366b3bd', 'mac_address': 'fa:16:3e:9c:4f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb484a03-fcff-4979-8a43-ecd03b5e9ab4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:20:23.565300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:23.583575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c763f2b-0d43-4642-ae50-145dc366b3bd {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:20:23.600654 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:23.631501 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:23.633513 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:23.705248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:23.713467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.713860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.714283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.714662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.715117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.715804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.716571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.717071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.717460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.718273 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.718983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.720632 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:23.724757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:23.897301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['7c763f2b-0d43-4642-ae50-145dc366b3bd'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:20:24.044548 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34046123-6047-48b1-81c5-84ed6657305b req-454beb8a-c00b-461e-ac63-901ea5d7aa68 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:24.046203 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34046123-6047-48b1-81c5-84ed6657305b req-454beb8a-c00b-461e-ac63-901ea5d7aa68 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 945 time: 0.0974762 Apr 20 10:20:24.099422 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-34046123-6047-48b1-81c5-84ed6657305b req-7bcc92f4-b2b2-4680-9f2f-13d3eeb87d43 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 Apr 20 10:20:25.304814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39fbb8-a440-42ad-91cc-499db39b8e59 req-4a67fc26-72aa-46ce-ae4a-c90d5b077db1 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:25.306443 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cb39fbb8-a440-42ad-91cc-499db39b8e59 req-4a67fc26-72aa-46ce-ae4a-c90d5b077db1 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 945 time: 0.0902162 Apr 20 10:20:25.337949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7c763f2b-0d43-4642-ae50-145dc366b3bd up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:20:25.355251 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cb39fbb8-a440-42ad-91cc-499db39b8e59 req-731d98bd-b4ea-482d-8f79-628bbb7e2bda tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Apr 20 10:20:25.477766 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 7c763f2b-0d43-4642-ae50-145dc366b3bd completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:20:25.483234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 7c763f2b-0d43-4642-ae50-145dc366b3bd triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:20:25.483684 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:25.620085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:25.653359 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:25.664976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:25.706477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:25.708682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17b0fc73-e0f3-462c-ae4d-bd4bf00d4f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:25.746769 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd', 'code': 200} Apr 20 10:20:25.788846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:25.792136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:26.035238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9eb3-d279-480b-85f7-03709e2476c0 req-d907e3c3-eecc-450e-a2e6-c6ff799d215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:26.036865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-051e9eb3-d279-480b-85f7-03709e2476c0 req-d907e3c3-eecc-450e-a2e6-c6ff799d215e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 1099 time: 0.0893347 Apr 20 10:20:26.082105 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-051e9eb3-d279-480b-85f7-03709e2476c0 req-63e5a2cf-78ba-481f-976a-4a284b3d5ae7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382588 Apr 20 10:20:26.567692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1e212-8d8b-4ea7-8065-3813720d6e15 req-5d748263-edeb-4c3e-9122-3217ecf8e3c7 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:26.569322 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c1f1e212-8d8b-4ea7-8065-3813720d6e15 req-5d748263-edeb-4c3e-9122-3217ecf8e3c7 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.0912507 Apr 20 10:20:26.622690 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c1f1e212-8d8b-4ea7-8065-3813720d6e15 req-088c32ed-13bb-43a6-a014-e95c4b6ef41f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Apr 20 10:20:27.646270 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50722) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:27.808753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:27.824475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:27.829815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f385fd4ae84bfe83ead2f6b1ef0976 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:27.832844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:27.838936 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:27.861926 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b54fa-1a6a-4bc7-9a4d-bf7d152e41c2 req-a9bee091-7138-4205-8878-9d88e54b10ee tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:27.863589 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de0b54fa-1a6a-4bc7-9a4d-bf7d152e41c2 req-a9bee091-7138-4205-8878-9d88e54b10ee tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.1150904 Apr 20 10:20:27.914693 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-de0b54fa-1a6a-4bc7-9a4d-bf7d152e41c2 req-9263bc6d-8a0c-47e1-b223-1cfd37df0d24 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Apr 20 10:20:27.998770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.037515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.048734 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-10d21a31-cb14-49e2-8061-941a7ca847b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:28.096208 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f385fd4ae84bfe83ead2f6b1ef0976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487338 Apr 20 10:20:28.097245 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26685641-ca09-4593-a7b8-c4445662037c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:28.099188 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50760) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:28.100761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-704a5933-86fe-463f-add9-5acce8ce99d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:28.166918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.195746 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.283296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.289373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-da291da9-6ad2-4063-97ab-4590bed9d2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:28.303646 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26685641-ca09-4593-a7b8-c4445662037c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:28.306559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:28.316437 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:28.317716 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a37ec532-bdc2-4944-949e-12a87a312e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26685641-ca09-4593-a7b8-c4445662037c HTTP/1.1" status: 204 len: 168 time: 0.2174017 Apr 20 10:20:29.151195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50780) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:29.175814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.193321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:29.197422 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8344b86fc626484095da3691212a9ebd is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:29.200387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:29.206413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:29.291463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.340442 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.351247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f8962069-47fb-4ad1-ad01-0c2b67a1b1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:29.396028 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8344b86fc626484095da3691212a9ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435665 Apr 20 10:20:29.396954 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d08ca-ccb7-43b1-b47f-38c3ecb1563e,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:29.399748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50790) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:29.400581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a062c23f-1b5c-477b-8b3c-199895c6f3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:29.463587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.493082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.574843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.580030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:29.595600 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d08ca-ccb7-43b1-b47f-38c3ecb1563e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:29.598911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:29.609460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:29.610699 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a4214387-e579-43b9-b82c-662e61cd2c02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f7d08ca-ccb7-43b1-b47f-38c3ecb1563e HTTP/1.1" status: 204 len: 168 time: 0.2098804 Apr 20 10:20:33.481497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:20:35.118995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 50870) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:35.255047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.270975 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:35.275176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Usage tracker for resource:security_group_rule and tenant:0813cd3083784821bdf2b51b51c8d075 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:35.278179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:35.284246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:35.374022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.413924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.423780 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f5cbb11f-9850-4a3d-a0a3-a36725b0174b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:35.467277 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0813cd3083784821bdf2b51b51c8d075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469748 Apr 20 10:20:35.469419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ded79-b0fb-4145-959c-9034ee4a5e2d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:35.471123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50878) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:35.473052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6ed66935-7fd6-46bb-bf70-ba3799cf0498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:35.538391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.567588 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.682970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.689131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8a8c320f-6458-4f07-947a-3e41006d4283 tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:35.703100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ded79-b0fb-4145-959c-9034ee4a5e2d,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:35.705754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:35.714366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:35.715645 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-4790732c-b0d1-4b6a-b66e-213de2253b75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a63ded79-b0fb-4145-959c-9034ee4a5e2d HTTP/1.1" status: 204 len: 168 time: 0.2425931 Apr 20 10:20:36.177777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50886) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:36.197676 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.213693 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:36.218269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Usage tracker for resource:security_group_rule and tenant:6b5533f09a9e43a7a836f88000521106 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:36.221950 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:36.228486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:36.320329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.352124 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.360667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e50cd2d5-a8b9-4be8-8cca-6832a25f78a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:36.407060 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c407381a-4490-41fb-a120-245408f3e553,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:36.411830 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b5533f09a9e43a7a836f88000521106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329154 Apr 20 10:20:36.412847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:36.414741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 50890) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:36.478804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.521738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.608823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.614395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-86b421e0-a2e7-449b-b0db-3204f8353e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:36.629996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407381a-4490-41fb-a120-245408f3e553,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:36.632613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:36.634795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:36.635985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c407381a-4490-41fb-a120-245408f3e553 HTTP/1.1" status: 204 len: 168 time: 0.2198646 Apr 20 10:20:37.466516 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8a721781-e62a-4cd4-b842-9d9f58867f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:40.243137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1459291e-9beb-4659-8b8a-a6b6b26be82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:40.700727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:41.596774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:42.014606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:42.425755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:46.169570 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-5c5725da-a377-407f-9bd5-d0ee41b70faf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855207 Apr 20 10:20:46.334265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-df28149f-4c2a-4fd3-9364-f1a36eb59f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:46.337202 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-df28149f-4c2a-4fd3-9364-f1a36eb59f79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 1099 time: 0.0896657 Apr 20 10:20:46.505765 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-729180c9-64db-481f-8d06-476fc567c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:46.507434 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-729180c9-64db-481f-8d06-476fc567c8d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 914 time: 0.1475778 Apr 20 10:20:46.587376 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-5f2b990d-77c1-487d-b39c-dd6556e16c92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd HTTP/1.1" status: 200 len: 217 time: 0.0720987 Apr 20 10:20:46.662493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-a9c707d8-f2ff-401f-adec-8577383f0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:46.664139 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-a9c707d8-f2ff-401f-adec-8577383f0f2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.0697894 Apr 20 10:20:46.724711 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-c924173e-b35c-4879-a790-88775865ce82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536416 Apr 20 10:20:46.879556 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-af3e3945-e873-452e-acda-e0b5806cf7ac service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468096 Apr 20 10:20:47.030241 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d8e89cab-0719-417f-b667-3e6f1713a8b6 req-534927b9-56a5-4585-9fed-58fe35d60a54 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439085 Apr 20 10:20:48.257429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51062) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:48.387292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.404161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:48.409222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Usage tracker for resource:security_group_rule and tenant:720b8d094b274a228781d9278b59bb64 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:48.412434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:48.418751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:48.506825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.546039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.559410 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-710f6cf2-ea81-4c20-a484-a0617309626e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:48.602629 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=720b8d094b274a228781d9278b59bb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433957 Apr 20 10:20:48.604496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c04bea-a0b0-450f-830b-3d14a0558e90,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:48.607034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51070) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:48.608029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:48.678645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.709946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.786269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.790809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-14cdbf20-5d30-4929-9bff-0d3b12d110ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:48.805743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c04bea-a0b0-450f-830b-3d14a0558e90,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:48.819702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.820129 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.820531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.820927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.821321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.821725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.822107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.822503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.822900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.823288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.823706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.824091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:48.831512 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:48.833853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.835114 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64c04bea-a0b0-450f-830b-3d14a0558e90 HTTP/1.1" status: 204 len: 168 time: 0.2268903 Apr 20 10:20:49.325293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51080) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:49.354720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.372250 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:49.377665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Usage tracker for resource:security_group_rule and tenant:72fbfb7c6cae456ba57bc0837f3d6a39 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:49.380812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:49.386906 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:49.476891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.517239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.533726 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-54765436-11d4-4665-b9f3-07882483b60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:49.591315 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72fbfb7c6cae456ba57bc0837f3d6a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644308 Apr 20 10:20:49.592223 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c74fa-ff75-46c3-b0d9-4e79891eeb65,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:49.595481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51084) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:49.596619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-babb20c4-b18d-4234-9f2b-da9d0038b02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:49.668385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.698984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.780119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.785014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a535a62f-35c0-44aa-90ea-32217db99246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:49.799240 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c74fa-ff75-46c3-b0d9-4e79891eeb65,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:49.802556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:49.810396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.811674 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-a141db39-d79b-4519-8730-0e19366736ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a1c74fa-ff75-46c3-b0d9-4e79891eeb65 HTTP/1.1" status: 204 len: 168 time: 0.2147112 Apr 20 10:20:50.349867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51094) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:50.369836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.385352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:50.389433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba1b2b1fcac4bb3bc831f50873ec381 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:50.392436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:50.398399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:50.483435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.517000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.526554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c6adaf7c-5c6c-4f29-9923-905af68928ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:50.574152 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba1b2b1fcac4bb3bc831f50873ec381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230449 Apr 20 10:20:50.576477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b371db-3901-4e9e-bdfb-8bf9683e3d92,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:50.577203 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51098) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:20:50.580641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d5840d49-35be-4931-ad45-89bc4ca41f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:50.645115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.679335 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.762567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.768925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1a69ccb7-f56d-4bc2-abe5-c2311e8e4030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:50.783918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b371db-3901-4e9e-bdfb-8bf9683e3d92,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:50.786380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:50.797976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.799969 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-59d610cc-3496-41dd-8d91-1b9cbc73aea1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b371db-3901-4e9e-bdfb-8bf9683e3d92 HTTP/1.1" status: 204 len: 168 time: 0.2210438 Apr 20 10:21:07.477714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-004437a7-c350-4dec-9115-d2aaafa9b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:10.254099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fddd047d-9a52-4615-87c1-4a714a12f989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:10.291481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4316398-0cbe-41a7-9fbe-42ded25e8d94 req-4e98672a-24ea-4da9-97d2-2e0600f2b369 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:10.293132 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f4316398-0cbe-41a7-9fbe-42ded25e8d94 req-4e98672a-24ea-4da9-97d2-2e0600f2b369 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.0933402 Apr 20 10:21:10.354333 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f4316398-0cbe-41a7-9fbe-42ded25e8d94 req-29b27533-6446-4ff1-b4d6-179278cea380 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Apr 20 10:21:10.482144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:21:10.711133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.574134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.577743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c343-d6f8-4df1-a5a7-7517a986eedd req-ae59011b-f0b9-48bb-8725-a873b3c0b2ac tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:11.579554 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8cd7c343-d6f8-4df1-a5a7-7517a986eedd req-ae59011b-f0b9-48bb-8725-a873b3c0b2ac tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.1040010 Apr 20 10:21:11.632935 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8cd7c343-d6f8-4df1-a5a7-7517a986eedd req-e56baf7b-585e-4cf8-b36b-56743bcb72c8 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469420 Apr 20 10:21:12.020417 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.454462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.844392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfb4f9-2e3f-46b8-b522-1210a27ec977 req-a8f5df6a-0344-45e3-8cd0-3147a432cf2f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:12.846049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-84bfb4f9-2e3f-46b8-b522-1210a27ec977 req-a8f5df6a-0344-45e3-8cd0-3147a432cf2f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.0970333 Apr 20 10:21:12.896973 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-84bfb4f9-2e3f-46b8-b522-1210a27ec977 req-f9b0fdd5-caae-4b1a-9b2c-031466a633e9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Apr 20 10:21:14.127758 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24435f7c-9eb9-4b26-954d-7d2d088933c1 req-c0bf55e1-5576-4fd8-8707-5e60a3e1233f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:14.130158 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24435f7c-9eb9-4b26-954d-7d2d088933c1 req-c0bf55e1-5576-4fd8-8707-5e60a3e1233f tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.1102254 Apr 20 10:21:14.192313 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24435f7c-9eb9-4b26-954d-7d2d088933c1 req-750c4a90-72bd-44d0-909a-05802eab2dfe tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Apr 20 10:21:15.397594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-7e236034-da68-4b49-bed4-270f8f9bc783 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:15.399286 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-7e236034-da68-4b49-bed4-270f8f9bc783 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.1048524 Apr 20 10:21:15.437012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e162b-2174-4fb3-b2ea-ab23702d32a4 req-b13b41ad-8c1c-42d2-acaf-94704b8f4e19 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:15.438766 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-640e162b-2174-4fb3-b2ea-ab23702d32a4 req-b13b41ad-8c1c-42d2-acaf-94704b8f4e19 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 946 time: 0.1063545 Apr 20 10:21:15.494814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Deleting port 7c763f2b-0d43-4642-ae50-145dc366b3bd {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:15.495391 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.498095 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-640e162b-2174-4fb3-b2ea-ab23702d32a4 req-6b349919-68c0-4fb7-874e-01927402adc3 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507593 Apr 20 10:21:15.816319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] For port 7c763f2b-0d43-4642-ae50-145dc366b3bd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7c763f2b-0d43-4642-ae50-145dc366b3bd,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:15.816617 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.975923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Calling delete_port for 7c763f2b-0d43-4642-ae50-145dc366b3bd owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:16.329303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.336867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-12109288-f8f5-46fa-accc-ae8d839d49b9 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:16.397082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Pushing event deleted for resources: {'Port': ['ID=7c763f2b-0d43-4642-ae50-145dc366b3bd,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:16.400554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:16.481709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] No DVR routers for this DVR port 7c763f2b-0d43-4642-ae50-145dc366b3bd on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:16.485210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.488556 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'name': 'network-vif-deleted', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:16.529352 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-735d09c9-3082-4a01-9f95-cd5a958a8944 req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "DELETE /v2.0/ports/7c763f2b-0d43-4642-ae50-145dc366b3bd HTTP/1.1" status: 204 len: 173 time: 1.1226063 Apr 20 10:21:16.566348 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae4dd5-306e-42af-90c8-66853f22ea6a', 'name': 'network-vif-deleted', 'tag': '7c763f2b-0d43-4642-ae50-145dc366b3bd', 'status': 'completed', 'code': 200} Apr 20 10:21:16.725853 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-95a870d2-89dc-492a-913d-f6ed83ce6a2b req-3f6fec98-c683-48bb-8dc4-e62e1fffe5e9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ae4dd5-306e-42af-90c8-66853f22ea6a HTTP/1.1" status: 200 len: 210 time: 0.0556417 Apr 20 10:21:17.706311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7c763f2b-0d43-4642-ae50-145dc366b3bd no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:17.746769 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 7c763f2b-0d43-4642-ae50-145dc366b3bd {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:17.747164 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7c763f2b-0d43-4642-ae50-145dc366b3bd not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:19.100033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51368) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:19.245288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.262498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:19.267258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Usage tracker for resource:security_group_rule and tenant:982ba50566e94799abfcc51255bebe13 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:19.270529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:19.277037 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:19.420755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.442987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.454047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-00ad725b-0b52-4d4f-9740-40c7023b95f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:19.506099 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=982ba50566e94799abfcc51255bebe13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045691 Apr 20 10:21:19.508191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef5cd7-d724-4b90-bbbb-7a7b73a7ef8a,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:19.509768 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51382) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:19.511985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1169d6cd-ceda-403e-adec-20d317f3b542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:19.603912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.633928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.802930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.809531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-738ca8f8-d507-430a-987e-c41dc297ee3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:19.826319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef5cd7-d724-4b90-bbbb-7a7b73a7ef8a,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:19.842459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.842888 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.843413 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.843803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.844246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.844610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.845074 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.845478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.845922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.846385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.846816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.847216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:19.851969 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:19.855735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.855735 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-eefe4fa7-d83d-4b94-913a-fa0c53db7513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28ef5cd7-d724-4b90-bbbb-7a7b73a7ef8a HTTP/1.1" status: 204 len: 168 time: 0.3431726 Apr 20 10:21:20.899416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51416) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:21.064666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-715793341-network', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:21.070026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:21.074446 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Usage tracker for resource:network and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:21.078636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:21.086314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:21.157114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Made reservation on behalf of 6947176834cb450bb2eeaaa0f90f7c89 for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:21.162590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.177116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.195896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:21.201458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:21.205591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:21.216329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:21.418790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.448076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.452182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2de379aa-3d01-48de-846b-774591fc9dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:21.491805 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:21:21.498349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0dd63-4f0d-40c4-b761-3d6b675e01b5,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:21.502970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:21.507449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.507834 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Added segment fed655b5-f08e-4197-9ae7-fde3d3411f19 of type vlan for network 02c08f21-fabd-4640-9c12-9c53c635cdc0 Apr 20 10:21:21.539787 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.620048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.621449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.622152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.628133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:21.982248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Pushing event updated for resources: {'Network': ['ID=02c08f21-fabd-4640-9c12-9c53c635cdc0,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:21.989778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:21.993572 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:21:22.009249 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1083233 Apr 20 10:21:22.012742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51424) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:22.021956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Request body: {'subnet': {'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-715793341-subnet', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:22.027752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:22.032565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Usage tracker for resource:subnet and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:22.036228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:22.043225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:22.111449 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Made reservation on behalf of 6947176834cb450bb2eeaaa0f90f7c89 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:22.116443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036825527932'] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.597022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28678903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036825527915'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.602414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:22.776895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:22.784075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:22.804988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Checking segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:22.805387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Network hostable DHCP agents. Network: 02c08f21-fabd-4640-9c12-9c53c635cdc0, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:21:22.872497 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-89a9691a-3968-487a-9be1-ab4cde5e9288 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:22.873870 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-89a9691a-3968-487a-9be1-ab4cde5e9288 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 813 time: 0.2411838 Apr 20 10:21:22.891915 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-39a036f2-701f-486d-a658-63de1dacf0fe tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/quotas/8688e6a0395a4269803b55998360859e HTTP/1.1" status: 200 len: 375 time: 0.0107408 Apr 20 10:21:22.942681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:21:22.962223 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-ae908e5a-0241-4dd9-9e30-3a792418221c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637167 Apr 20 10:21:23.001997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 02c08f21-fabd-4640-9c12-9c53c635cdc0) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:23.012237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57615b-792f-43f8-b68b-c4c43466d22d None None] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:23.072551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:23.073031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.148049 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-9fbf0545-e5f4-41fc-ae1e-2e66e80e1744 service neutron] 10.222.0.20 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736917 Apr 20 10:21:23.182083 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1679344 Apr 20 10:21:23.186602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51442) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:23.197225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:23.204817 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:23.209450 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Usage tracker for resource:router and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:23.215751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:23.219683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:23.267291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-02c08f21-fabd-4640-9c12-9c53c635cdc0', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:21:23.268351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.293914 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.295369 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.313304 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.323533 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-eb5cdda9-a359-4d1c-b9e4-a45374a6610b service neutron] 10.222.0.20 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678715 Apr 20 10:21:23.518416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Allocated IP 172.20.0.2 (02c08f21-fabd-4640-9c12-9c53c635cdc0/b1f01dd0-c684-463b-8cb1-f3926bf7f9d1/fefd099f-13e0-4fc8-bb47-f2af25b333a0) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:23.824782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.838649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-770e0635-bc5a-44e5-8055-a89e404d765c req-e6d5217a-6f07-4154-9285-563d01a8bbc9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Synchronizing usage tracker for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:23.975741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-770e0635-bc5a-44e5-8055-a89e404d765c req-e6d5217a-6f07-4154-9285-563d01a8bbc9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Unset dirty status for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:23.977222 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-770e0635-bc5a-44e5-8055-a89e404d765c req-e6d5217a-6f07-4154-9285-563d01a8bbc9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 210 time: 0.2116396 Apr 20 10:21:24.066967 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.079095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Transition to ACTIVE for port object fefd099f-13e0-4fc8-bb47-f2af25b333a0 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:24.100711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Transition to ACTIVE for port object fefd099f-13e0-4fc8-bb47-f2af25b333a0 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:24.128615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.134587 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:24.205013 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:24.209229 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:24.213843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:24.224757 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Pushing event updated for resources: {'Port': ['ID=fefd099f-13e0-4fc8-bb47-f2af25b333a0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:24.266802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.266802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.266802 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.267405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.267577 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.267957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.268332 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.268700 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.269067 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.269434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.269799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.270162 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:24.282356 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:24.342916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Attempting to bind port fefd099f-13e0-4fc8-bb47-f2af25b333a0 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:24.343397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Attempting to bind port fefd099f-13e0-4fc8-bb47-f2af25b333a0 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:24.344035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Attempting to bind port fefd099f-13e0-4fc8-bb47-f2af25b333a0 on network 02c08f21-fabd-4640-9c12-9c53c635cdc0 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:24.350775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:24.351192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Checking segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:24.351704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.352150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Bound using segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:24.352715 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Bound port: fefd099f-13e0-4fc8-bb47-f2af25b333a0, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:24.353144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.366301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.400575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.465409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] For port fefd099f-13e0-4fc8-bb47-f2af25b333a0, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:24.469548 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] For port fefd099f-13e0-4fc8-bb47-f2af25b333a0, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=fefd099f-13e0-4fc8-bb47-f2af25b333a0,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:24.523590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.532953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:24.592777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Allocated IP 172.28.0.205 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/91365801-83cf-4626-8b0a-1f8edbda7231) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:24.633042 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Pushing event updated for resources: {'Port': ['ID=fefd099f-13e0-4fc8-bb47-f2af25b333a0,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:24.638637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-25ad639c-fe06-4f58-881c-1c569fd25c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:24.784545 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.854915 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.862862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f128b76d-25cd-4878-8783-aaca52a02f23 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:25.002085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Pushing event updated for resources: {'Port': ['ID=91365801-83cf-4626-8b0a-1f8edbda7231,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:25.009315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:25.011619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:25.013135 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:25.017424 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:25.287770 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-553251c2-85da-4631-8dec-f276f89cbabb req-1c04b35a-6712-44ff-b796-4bf1e445bc72 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 210 time: 0.1001000 Apr 20 10:21:25.670933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device fefd099f-13e0-4fc8-bb47-f2af25b333a0 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:25.808647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port fefd099f-13e0-4fc8-bb47-f2af25b333a0 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:25.919355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-51793b30-105f-4bf6-bdac-5bdc096be8d4 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:25.921690 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-51793b30-105f-4bf6-bdac-5bdc096be8d4 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 813 time: 0.2944670 Apr 20 10:21:25.941571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Request body: {'port': {'device_id': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35', 'admin_state_up': True, 'tenant_id': '8688e6a0395a4269803b55998360859e'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:26.197016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9462b5c-3d66-4fe1-9b37-3a6f0d454d11 None None] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:26.290312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.351824 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Provisioning for port fefd099f-13e0-4fc8-bb47-f2af25b333a0 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:26.356226 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:26.397330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Provisioning complete for port fefd099f-13e0-4fc8-bb47-f2af25b333a0 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:26.397748 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.443140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:26.523109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Made reservation on behalf of 8688e6a0395a4269803b55998360859e for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:26.532623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.619241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.669405 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] For port fefd099f-13e0-4fc8-bb47-f2af25b333a0, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=fefd099f-13e0-4fc8-bb47-f2af25b333a0,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:26.680328 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e521950b-dc04-4305-b21c-60d4152d2c25 req-2d2d0177-17e1-4eb8-9cff-5c5cd396e05e tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 210 time: 0.1629558 Apr 20 10:21:26.722553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.724798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:26.855602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Pushing event updated for resources: {'Port': ['ID=fefd099f-13e0-4fc8-bb47-f2af25b333a0,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:26.862287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0ee4842d-8e82-4986-88c6-2ea52df3ea70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:26.865403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-88da65ac-985c-40ba-b2bb-07b3b93afbdc None None] Provisioning complete for port fefd099f-13e0-4fc8-bb47-f2af25b333a0 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:26.865628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-88da65ac-985c-40ba-b2bb-07b3b93afbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.038366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.215256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Allocated IP 172.20.0.5 (7ee48edc-8683-4315-bcba-d8592e0cbd35/fb484a03-fcff-4979-8a43-ecd03b5e9ab4/92fce22e-16e7-433e-a4c4-86d78352b978) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:27.519514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:21:27.544809 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.639526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device fefd099f-13e0-4fc8-bb47-f2af25b333a0 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:27.729923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port fefd099f-13e0-4fc8-bb47-f2af25b333a0 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:27.730456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.776046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:27.785420 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Sync routers for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:27.809478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.817462 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-08b189d6-d01f-4976-9a42-8382880718b9 tempest-VolumesNegativeTest-707572734 tempest-VolumesNegativeTest-707572734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:27.827285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:27.827589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:27.873761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.877905 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-83a61a91-4394-4175-a7ce-328e87e01c46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6862633 Apr 20 10:21:27.878890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51466) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:27.889498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:27.893476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:27.903904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:27.956782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Pushing event updated for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:27.962091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:27.991755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:27.992470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.049348 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1122401 Apr 20 10:21:28.063374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Request body: {'port': {'device_id': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:28.177652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a923fa-c1b9-4126-bfc7-40600d7ab508 req-912c8925-43b8-42fa-9b93-6913c0301bc8 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:28.179438 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a2a923fa-c1b9-4126-bfc7-40600d7ab508 req-912c8925-43b8-42fa-9b93-6913c0301bc8 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 931 time: 0.2230363 Apr 20 10:21:28.208742 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.297277 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:28.401741 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a2a923fa-c1b9-4126-bfc7-40600d7ab508 req-a3e4891b-659d-4ff9-8450-5ed384f1583b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096112 Apr 20 10:21:28.839694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 3, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:28.848295 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Checking router: 5e6448c3-bbfe-4c1b-9837-50fccbc34322 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:28.848939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Updating router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 port 91365801-83cf-4626-8b0a-1f8edbda7231 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:21:28.946236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.995158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.038416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fce22e-16e7-433e-a4c4-86d78352b978 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:29.048526 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.070301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Transition to ACTIVE for port object 92fce22e-16e7-433e-a4c4-86d78352b978 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:29.100387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.106317 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c74f3363-7947-491f-8fec-09fc848700f6 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.297965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Pushing event updated for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.306346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.332861 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Allocated IP 172.20.0.1 (02c08f21-fabd-4640-9c12-9c53c635cdc0/b1f01dd0-c684-463b-8cb1-f3926bf7f9d1/db512b76-6c42-47ab-a23e-0e413a0053a3) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:29.363251 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.377574 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Transition to ACTIVE for port object 91365801-83cf-4626-8b0a-1f8edbda7231 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:29.400385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Attempting to bind port 92fce22e-16e7-433e-a4c4-86d78352b978 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:29.401030 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Attempting to bind port 92fce22e-16e7-433e-a4c4-86d78352b978 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:29.401662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Attempting to bind port 92fce22e-16e7-433e-a4c4-86d78352b978 on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:29.407799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.412144 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.412633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Port 92fce22e-16e7-433e-a4c4-86d78352b978 on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:21:29.413275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Attempting to bind port 92fce22e-16e7-433e-a4c4-86d78352b978 on network 7ee48edc-8683-4315-bcba-d8592e0cbd35 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:29.426464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:29.427073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Checking segment: {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:29.427827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Bound using segment: {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:29.428663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Bound port: 92fce22e-16e7-433e-a4c4-86d78352b978, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ac3c39-b5f7-431b-94f5-4a3048daf064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:29.429351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.568995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.577798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Pushing event updated for resources: {'Port': ['ID=91365801-83cf-4626-8b0a-1f8edbda7231,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.588723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.609610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Transition to ACTIVE for port object db512b76-6c42-47ab-a23e-0e413a0053a3 will not be triggered until provisioned by entity DHCP. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:29.637701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Attempting to bind port 91365801-83cf-4626-8b0a-1f8edbda7231 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:29.639025 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Attempting to bind port 91365801-83cf-4626-8b0a-1f8edbda7231 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:29.643180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Attempting to bind port 91365801-83cf-4626-8b0a-1f8edbda7231 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:29.650627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:29.651053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:29.651554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.652282 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:29.652565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Bound port: 91365801-83cf-4626-8b0a-1f8edbda7231, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:29.653051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.682655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.689704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-5cc5badb-3f46-4c20-a835-82bd8bf5557c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.690591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:29.703140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=92fce22e-16e7-433e-a4c4-86d78352b978,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:29.718443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625845-9c56-45c5-ac5e-3dde8d9a480a req-8bc84f2e-29b5-435a-ade3-921bf3395d80 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:29.719275 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-bb625845-9c56-45c5-ac5e-3dde8d9a480a req-8bc84f2e-29b5-435a-ade3-921bf3395d80 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Synchronizing usage tracker for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:29.739833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.744161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] For port 91365801-83cf-4626-8b0a-1f8edbda7231, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:29.745383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-423c4915-7e30-4948-8937-93a41f0a3738 tempest-VolumesActionsTest-1963461788 tempest-VolumesActionsTest-1963461788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.748192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] For port 91365801-83cf-4626-8b0a-1f8edbda7231, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=91365801-83cf-4626-8b0a-1f8edbda7231,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:29.808640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.809412 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:29.814580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.815716 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:29.822881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:29.831300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-bb625845-9c56-45c5-ac5e-3dde8d9a480a req-8bc84f2e-29b5-435a-ade3-921bf3395d80 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Unset dirty status for tenant:8688e6a0395a4269803b55998360859e on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:29.833123 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb625845-9c56-45c5-ac5e-3dde8d9a480a req-8bc84f2e-29b5-435a-ade3-921bf3395d80 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 943 time: 0.2734976 Apr 20 10:21:29.860866 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:29.861730 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.863300 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] 10.222.0.48 "PUT /v2.0/ports/92fce22e-16e7-433e-a4c4-86d78352b978 HTTP/1.1" status: 200 len: 1093 time: 1.8050940 Apr 20 10:21:29.893671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:29.918354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Pushing event updated for resources: {'Port': ['ID=91365801-83cf-4626-8b0a-1f8edbda7231,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.924131 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Pushing event updated for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.932689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.932964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.949423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Pushing event updated for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.964097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b7815502-b8b1-405b-9c7c-dcd4834536ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.964473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:29.965200 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:29.987452 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.061961 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978', 'status': 'completed', 'code': 200} Apr 20 10:21:30.073786 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-bb625845-9c56-45c5-ac5e-3dde8d9a480a req-3b0aa130-9853-44fb-bbfe-2e68f3405e98 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210317 Apr 20 10:21:30.131309 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-6a9876c1-aa6a-4f36-88ec-fb2f105c38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:30.133390 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-6a9876c1-aa6a-4f36-88ec-fb2f105c38f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 1096 time: 0.1610236 Apr 20 10:21:30.197912 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:30.205798 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.217860 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-e34b02e8-3ac9-47d5-a657-88c0052c38f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92fce22e-16e7-433e-a4c4-86d78352b978 HTTP/1.1" status: 200 len: 217 time: 0.0752134 Apr 20 10:21:30.307385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0732b9e8-a49b-4e90-bbb3-0137f6e9597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:30.309103 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-0732b9e8-a49b-4e90-bbb3-0137f6e9597c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.0842638 Apr 20 10:21:30.381451 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-3e7c9650-868e-4918-8def-9b5664ce75f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646989 Apr 20 10:21:30.408523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-94ea0cef-4539-4b09-86bf-df44269a2034 None None] Provisioning for port db512b76-6c42-47ab-a23e-0e413a0053a3 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:30.424736 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-94ea0cef-4539-4b09-86bf-df44269a2034 None None] Provisioning complete for port db512b76-6c42-47ab-a23e-0e413a0053a3 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:30.425195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-94ea0cef-4539-4b09-86bf-df44269a2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.560472 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-9965fb5b-662e-433c-bfa8-4cc4d1b9859a service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714942 Apr 20 10:21:30.700699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-94ea0cef-4539-4b09-86bf-df44269a2034 None None] Port db512b76-6c42-47ab-a23e-0e413a0053a3 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:21:30.736280 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-fa99b966-2ae3-4f6d-b3cd-a6fa4ee66910 req-d69c3d01-6ec5-44c4-874c-0c36998802c4 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670635 Apr 20 10:21:30.789531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.798567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 3, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:30.804287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8344f-fe1e-420f-94c5-feb48da14fc8 None None] The sync data for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb is: [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 3, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:30.831151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.866670 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:30.917014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-109208b4-4c0f-4701-b648-933ce8bdefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:30.919577 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-109208b4-4c0f-4701-b648-933ce8bdefe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 1096 time: 0.0900857 Apr 20 10:21:30.961425 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.966303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Pushing event updated for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:30.972310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:31.081689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-732ca8fa-ac0c-4af0-a2bc-231a7e4343a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:31.083291 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-732ca8fa-ac0c-4af0-a2bc-231a7e4343a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 914 time: 0.1558876 Apr 20 10:21:31.158605 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:31.160171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:31.166452 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-a4f2f08f-84c6-4cfe-b347-dc2f56b056c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92fce22e-16e7-433e-a4c4-86d78352b978 HTTP/1.1" status: 200 len: 217 time: 0.0760391 Apr 20 10:21:31.295825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-ba10ada9-0f3a-4408-8e96-18dc56649be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:31.299307 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-ba10ada9-0f3a-4408-8e96-18dc56649be4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.1201987 Apr 20 10:21:31.378778 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-b3c8f622-bdf2-4bdb-bdce-16d3842221b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661089 Apr 20 10:21:31.505319 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:31.532838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ff1c0df8-aab3-4cac-a77c-65269444077e None None] Provisioning complete for port db512b76-6c42-47ab-a23e-0e413a0053a3 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:31.533258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0df8-aab3-4cac-a77c-65269444077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:31.545539 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc0364-27d6-4a3d-8bc5-cde2b9190444 req-c73c283d-81f1-4924-bcf9-b0ca5bbf0c6e tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:31.547955 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cacc0364-27d6-4a3d-8bc5-cde2b9190444 req-c73c283d-81f1-4924-bcf9-b0ca5bbf0c6e tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 943 time: 0.1974218 Apr 20 10:21:31.561944 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-2a010de6-f691-4508-8cec-375a8b8c7013 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753886 Apr 20 10:21:31.619163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c0df8-aab3-4cac-a77c-65269444077e None None] Port db512b76-6c42-47ab-a23e-0e413a0053a3 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:21:31.711857 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 91365801-83cf-4626-8b0a-1f8edbda7231 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:31.767408 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99a0bd5e-81c2-4209-b613-2cbd9d22f5e1 req-1ebecad9-cbe8-4b1b-b175-aef0191bdaf2 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949630 Apr 20 10:21:31.778229 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cacc0364-27d6-4a3d-8bc5-cde2b9190444 req-8b43e74d-ca58-4868-9cee-539271e2d296 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637771 Apr 20 10:21:31.784518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 92fce22e-16e7-433e-a4c4-86d78352b978 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:21:31.832705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:31.845281 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] 10.222.0.20 "PUT /v2.0/routers/5e6448c3-bbfe-4c1b-9837-50fccbc34322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9631073 Apr 20 10:21:31.897674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 91365801-83cf-4626-8b0a-1f8edbda7231 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:31.915249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 91365801-83cf-4626-8b0a-1f8edbda7231 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:31.915701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.025353 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=92fce22e-16e7-433e-a4c4-86d78352b978,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:32.074658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '92fce22e-16e7-433e-a4c4-86d78352b978', 'network_id': '7ee48edc-8683-4315-bcba-d8592e0cbd35', 'port_id': '92fce22e-16e7-433e-a4c4-86d78352b978', 'mac_address': 'fa:16:3e:00:f5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb484a03-fcff-4979-8a43-ecd03b5e9ab4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:21:32.163807 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.173177 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.202075 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fce22e-16e7-433e-a4c4-86d78352b978 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:32.209939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 91365801-83cf-4626-8b0a-1f8edbda7231, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=91365801-83cf-4626-8b0a-1f8edbda7231,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:32.223242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=92fce22e-16e7-433e-a4c4-86d78352b978,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:32.248502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.251855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:32.322351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.389225 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=91365801-83cf-4626-8b0a-1f8edbda7231,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:32.392767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:32.393150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:32.478349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:32.481825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:32.588628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['92fce22e-16e7-433e-a4c4-86d78352b978'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:32.670612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51490) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:32.677173 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2023582904-network', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:32.682432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:32.687579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Usage tracker for resource:network and tenant:a61381afd2a74d70b882a93afa8db130 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:32.690705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:32.696828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:32.743032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Made reservation on behalf of a61381afd2a74d70b882a93afa8db130 for: {'network': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:32.743032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for network, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.753763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.771032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:32.775201 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Usage tracker for resource:security_group_rule and tenant:a61381afd2a74d70b882a93afa8db130 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:32.778345 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:32.784713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:32.887647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.933582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.938917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7ac8a44a-8de7-4e8a-8e97-e3b92d1b55ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:32.967520 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=86439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:21:32.981955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e7007-6829-4745-8ed8-321b583426f3,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:32.986774 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:32.991825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345d49c-73f1-48c2-8138-3673ee8cf882 req-efa2fda0-aff3-497a-a868-e41b6e25162a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:32.993546 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8345d49c-73f1-48c2-8138-3673ee8cf882 req-efa2fda0-aff3-497a-a868-e41b6e25162a tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 944 time: 0.1063845 Apr 20 10:21:33.033265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.033765 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.segments_db [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Added segment 3a31af92-7a1f-4992-bc8a-148234a769ec of type vlan for network 61c00a47-2a77-40f2-b583-2f5881cb4602 Apr 20 10:21:33.045980 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8345d49c-73f1-48c2-8138-3673ee8cf882 req-0787052b-d63f-4a6c-9cd9-0ae98514dc16 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 Apr 20 10:21:33.156772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782122945514'] for network, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.287937 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807'] for network, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.289377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:33.290031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.296333 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-78338a0f-3095-42fc-ad74-054830023555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:33.405653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Pushing event updated for resources: {'Network': ['ID=61c00a47-2a77-40f2-b583-2f5881cb4602,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:33.408712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:33.416366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 details requested by agent ovs-agent-dv-cinder-774594-4-smb with host dv-cinder-774594-4-smb {{(pid=86441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:21:33.431651 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7594087 Apr 20 10:21:33.434254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51496) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:33.440723 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Request body: {'subnet': {'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2023582904-subnet', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'ip_version': 4}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:33.445946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:33.450092 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Usage tracker for resource:subnet and tenant:a61381afd2a74d70b882a93afa8db130 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:33.453750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:33.459863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:33.516441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Made reservation on behalf of a61381afd2a74d70b882a93afa8db130 for: {'subnet': 1} {{(pid=86439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:33.521418 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036825527932'] for subnet, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.632048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 91365801-83cf-4626-8b0a-1f8edbda7231 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:33.716003 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 91365801-83cf-4626-8b0a-1f8edbda7231 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:33.716480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.749665 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 92fce22e-16e7-433e-a4c4-86d78352b978 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:33.916371 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 92fce22e-16e7-433e-a4c4-86d78352b978 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:33.921741 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 92fce22e-16e7-433e-a4c4-86d78352b978 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:33.922196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:33.959793 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Sync routers for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:33.971128 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:33.971854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:34.055944 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.087055 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:34.098948 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=92fce22e-16e7-433e-a4c4-86d78352b978,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:34.140020 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.142597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:34.195941 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978', 'code': 200} Apr 20 10:21:34.210122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:34.235829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:34.239280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:34.353169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28678903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036825527915'] for subnet, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.368400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-7e45d0c9-8f7c-4e49-8aec-e8bbc55e4368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:34.461939 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f04f0-8a46-420b-9d5d-cd6b950aeb60 req-f7fc1733-dc19-410a-898b-0a332ca4c8d2 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:34.467890 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da6f04f0-8a46-420b-9d5d-cd6b950aeb60 req-f7fc1733-dc19-410a-898b-0a332ca4c8d2 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.2067044 Apr 20 10:21:34.475435 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:34.482083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:34.505322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Checking segment: {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:34.505767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Network hostable DHCP agents. Network: 61c00a47-2a77-40f2-b583-2f5881cb4602, hostable agents: ['b30db6f0-a5ff-4c14-9211-86502d888e19'], hosted agents: [] {{(pid=86439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:21:34.523592 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca4c7-83f9-4bee-9ce3-30d3a1be8f47 req-056a7171-9971-4d33-94f1-22edd1bb1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:34.525606 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1a1ca4c7-83f9-4bee-9ce3-30d3a1be8f47 req-056a7171-9971-4d33-94f1-22edd1bb1218 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 1098 time: 0.1010990 Apr 20 10:21:34.557717 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-da6f04f0-8a46-420b-9d5d-cd6b950aeb60 req-22c00c4f-407d-4f31-9002-d370e23d4187 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795732 Apr 20 10:21:34.570310 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 2, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:34.576791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Checking router: 5e6448c3-bbfe-4c1b-9837-50fccbc34322 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:34.577466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Updating router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 port db512b76-6c42-47ab-a23e-0e413a0053a3 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:21:34.596493 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1a1ca4c7-83f9-4bee-9ce3-30d3a1be8f47 req-e51efeac-ce36-4777-ad53-4208c04e649d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Apr 20 10:21:34.613707 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 is scheduled to be hosted by DHCP agent b30db6f0-a5ff-4c14-9211-86502d888e19 with binding_index 1 {{(pid=86439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:21:34.639068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.653642 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-smb, 61c00a47-2a77-40f2-b583-2f5881cb4602) {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:34.663195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236eb127-5d2f-464c-a013-0b9f7117b9eb None None] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:34.689234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:34.689895 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.755834 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3175414 Apr 20 10:21:34.756137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51504) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:34.762210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:34.768641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:34.773498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Usage tracker for resource:router and tenant:a61381afd2a74d70b882a93afa8db130 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:34.778998 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:34.784795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:34.825087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769351'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.826427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854058013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6432'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.948031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c0320f4-54b7-5220-b191-f4e2426c14ff-61c00a47-2a77-40f2-b583-2f5881cb4602', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5'}]}} from dv-cinder-774594-4-smb. {{(pid=86441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:21:34.948956 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:34.991820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.030980 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.036635 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Transition to ACTIVE for port object db512b76-6c42-47ab-a23e-0e413a0053a3 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:35.105040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.112483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:35.121506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Allocated IP 172.20.0.2 (61c00a47-2a77-40f2-b583-2f5881cb4602/5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5/a39b855b-bb51-4a34-840e-c5d5047fd52c) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:35.308267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Pushing event updated for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:35.361367 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6419'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.367087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.367692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.368233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.368984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.369498 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.370178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.370538 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.370900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.371262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.371671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.372093 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.372496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:35.379993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:35.389475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Attempting to bind port db512b76-6c42-47ab-a23e-0e413a0053a3 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:35.389887 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Attempting to bind port db512b76-6c42-47ab-a23e-0e413a0053a3 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:35.390290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Attempting to bind port db512b76-6c42-47ab-a23e-0e413a0053a3 on network 02c08f21-fabd-4640-9c12-9c53c635cdc0 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:35.396687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:35.396843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Checking segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:35.397210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.397634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Bound using segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:35.398138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Bound port: db512b76-6c42-47ab-a23e-0e413a0053a3, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:35.398680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.426647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.438997 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Transition to ACTIVE for port object a39b855b-bb51-4a34-840e-c5d5047fd52c will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:35.471566 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Transition to ACTIVE for port object a39b855b-bb51-4a34-840e-c5d5047fd52c will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:35.526826 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] For port db512b76-6c42-47ab-a23e-0e413a0053a3, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:35.531087 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] For port db512b76-6c42-47ab-a23e-0e413a0053a3, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=db512b76-6c42-47ab-a23e-0e413a0053a3,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:35.556983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.562624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-37dd7449-349e-4def-b735-7012204a3960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:35.585403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.590743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-fa4a821e-af5c-4194-be00-c2d7e574dbc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:35.674432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:35.675119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:35.676433 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:35.677487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Pushing event updated for resources: {'Port': ['ID=a39b855b-bb51-4a34-840e-c5d5047fd52c,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:35.680376 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:35.682279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:35.683187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:35.748486 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Pushing event updated for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:35.761791 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:35.783900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Attempting to bind port a39b855b-bb51-4a34-840e-c5d5047fd52c on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:35.784401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Attempting to bind port a39b855b-bb51-4a34-840e-c5d5047fd52c by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:35.784894 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Attempting to bind port a39b855b-bb51-4a34-840e-c5d5047fd52c on network 61c00a47-2a77-40f2-b583-2f5881cb4602 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:35.791097 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:35.791662 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Checking segment: {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:35.792181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.793058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Bound using segment: {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:35.793176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Bound port: a39b855b-bb51-4a34-840e-c5d5047fd52c, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:35.793692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.856528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.891585 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.906444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] For port a39b855b-bb51-4a34-840e-c5d5047fd52c, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:35.910192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] For port a39b855b-bb51-4a34-840e-c5d5047fd52c, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a39b855b-bb51-4a34-840e-c5d5047fd52c,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:35.934525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:35.940922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:36.044117 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Pushing event updated for resources: {'Port': ['ID=a39b855b-bb51-4a34-840e-c5d5047fd52c,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:36.053085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:36.080653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:36.254029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f827-6019-414a-8ce8-36413cbe410c req-8977d8bc-cf9b-4b07-adb4-b77e929decd2 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:36.255874 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dae5f827-6019-414a-8ce8-36413cbe410c req-8977d8bc-cf9b-4b07-adb4-b77e929decd2 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.5338330 Apr 20 10:21:36.370764 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dae5f827-6019-414a-8ce8-36413cbe410c req-ae2fe5bb-1408-49af-bce9-5979a62d1990 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076922 Apr 20 10:21:36.410582 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Allocated IP 172.28.0.39 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/9c8d9c35-0a03-48ee-95cd-0d8e2219c681) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:36.452871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:35Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:36.457853 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee46c08-a646-4cc2-aadc-383a307a6189 None None] The sync data for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb is: [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:35Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:36.669643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:36.751820 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:36.758183 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0280dfc3-a179-4d83-945e-b547552f2c2c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:36.834609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:36.838389 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:36.843727 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:36.900594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Pushing event updated for resources: {'Port': ['ID=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:36.905844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:37.378919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:37.476364 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-eec6331d-342f-4a95-b11e-9024917c9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:37.587133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4fe48-ee45-4583-9487-f3604dec8436 None None] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:37.754291 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device db512b76-6c42-47ab-a23e-0e413a0053a3 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:37.803596 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-bb7ee2af-b4ce-4ae9-a153-ba0d09fd3530 None None] Provisioning for port a39b855b-bb51-4a34-840e-c5d5047fd52c completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:37.807533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703192'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:37.943801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port db512b76-6c42-47ab-a23e-0e413a0053a3 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:37.956985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port db512b76-6c42-47ab-a23e-0e413a0053a3 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:37.957408 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.093851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 is scheduled to L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:21:38.118207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.162496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port db512b76-6c42-47ab-a23e-0e413a0053a3, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=db512b76-6c42-47ab-a23e-0e413a0053a3,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:38.185959 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.187752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a39b855b-bb51-4a34-840e-c5d5047fd52c up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:38.228036 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:38.311247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:38.342598 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Sync routers for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:38.354458 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:38.358103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:38.362007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.364230 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6067579 Apr 20 10:21:38.367043 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51522) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:38.376076 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:38.376770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:38.704833 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port a39b855b-bb51-4a34-840e-c5d5047fd52c completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:38.708016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Provisioning complete for port a39b855b-bb51-4a34-840e-c5d5047fd52c triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:38.708432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.762247 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port a39b855b-bb51-4a34-840e-c5d5047fd52c triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:38.762671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.934426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:39.209631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.254790 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.319169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] For port a39b855b-bb51-4a34-840e-c5d5047fd52c, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a39b855b-bb51-4a34-840e-c5d5047fd52c,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:39.379622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.384569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2eb72216-b531-421a-a57a-4ca58f49d6fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:39.414320 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.508658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:21:39.508995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:21:39.515985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Pushing event updated for resources: {'Port': ['ID=a39b855b-bb51-4a34-840e-c5d5047fd52c,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:39.519491 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-ad532816-a998-4860-82b6-a25fcfddc078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:39.545212 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:37Z', 'revision_number': 3, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:39.553565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Checking router: 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:39.554368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Updating router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 binding host dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:21:39.617285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.679709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Allocated IP 172.20.0.1 (61c00a47-2a77-40f2-b583-2f5881cb4602/5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5/e4a61166-6b97-4218-805c-fdd7449b7dc7) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:39.849451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.868460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Transition to ACTIVE for port object e4a61166-6b97-4218-805c-fdd7449b7dc7 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:39.928427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.934050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b05c2b5f-74eb-4f23-a6f6-5895d06cc577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:39.985035 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.996091 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:39.999564 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Transition to ACTIVE for port object 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:40.004543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:40.009409 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:40.063192 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.076634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:40.102047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:40.108039 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085371'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.114090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:40.194510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Attempting to bind port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:40.194988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Attempting to bind port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:40.195427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Attempting to bind port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 on network 292aea81-ad05-4811-ac44-a22783e7e8be {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:40.218623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ef24-9423-4d9c-aea8-ef4a5adc35fd None None] Pushing event updated for resources: {'Port': ['ID=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:40.221699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4c47ef24-9423-4d9c-aea8-ef4a5adc35fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:40.222778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:40.223202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Checking segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:40.223689 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.224119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Bound using segment: {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:40.225080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Bound port: 9c8d9c35-0a03-48ee-95cd-0d8e2219c681, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2781f47e-1f87-4ab4-9b43-43772ebb0e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:40.225504 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.261138 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device db512b76-6c42-47ab-a23e-0e413a0053a3 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:40.316816 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8d88daf6-ee79-435f-9a92-fa5f04ef4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.330992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.380285 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] For port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:40.384331 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] For port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:40.385384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-759c4889-0312-4d21-b246-95badab1467b None None] Provisioning for port e4a61166-6b97-4218-805c-fdd7449b7dc7 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:40.394373 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-759c4889-0312-4d21-b246-95badab1467b None None] Provisioning complete for port e4a61166-6b97-4218-805c-fdd7449b7dc7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:40.394773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-759c4889-0312-4d21-b246-95badab1467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.444947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.454384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-a9db1e24-2c29-433b-afc6-ad16539356ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:40.504619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port db512b76-6c42-47ab-a23e-0e413a0053a3 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:40.505041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.588181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-759c4889-0312-4d21-b246-95badab1467b None None] Port e4a61166-6b97-4218-805c-fdd7449b7dc7 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:21:40.610118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:40.610851 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:40.611764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.658973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.693041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-58fee375-184a-4377-9f08-3e031f81a7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:40.764953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ef24-9423-4d9c-aea8-ef4a5adc35fd None None] Pushing event updated for resources: {'Port': ['ID=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:40.781782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4c47ef24-9423-4d9c-aea8-ef4a5adc35fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:40.789365 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690530'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:40.797863 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:40.800957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:40.957007 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:40.958256 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:40.996461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:41.102406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a39b855b-bb51-4a34-840e-c5d5047fd52c up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:41.137489 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:41.187172 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:41.381917 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-1d671be8-16f3-48fb-a8f5-e36a52d18d6c None None] Provisioning complete for port e4a61166-6b97-4218-805c-fdd7449b7dc7 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:41.382469 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1d671be8-16f3-48fb-a8f5-e36a52d18d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:41.385488 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:41.405901 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] 10.222.0.20 "PUT /v2.0/routers/8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0276363 Apr 20 10:21:41.544033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-1d671be8-16f3-48fb-a8f5-e36a52d18d6c None None] Port e4a61166-6b97-4218-805c-fdd7449b7dc7 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:21:41.581416 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port a39b855b-bb51-4a34-840e-c5d5047fd52c triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:41.581943 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:41.830771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'e4a61166-6b97-4218-805c-fdd7449b7dc7', 'name': '', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'mac_address': 'fa:16:3e:af:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:39Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 2, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'subnets': [{'id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:41.837772 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b312f45-59f2-4586-9098-81d0778391f8 None None] The sync data for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb is: [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'e4a61166-6b97-4218-805c-fdd7449b7dc7', 'name': '', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'mac_address': 'fa:16:3e:af:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:39Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 2, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'subnets': [{'id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:41.840261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:42.036239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:42.430476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.229380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51548) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:43.235431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305445114', 'description': 'tempest-secgroup-smoke-1305445114 description', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:43.242198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:43.246514 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:43.250555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:43.257880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:43.299085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.322505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:43.327473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:43.330525 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:43.336616 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:43.411061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.441846 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.447647 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b19f8119-20ae-48bc-b340-622d0787ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:43.491026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2088a6f-5841-4028-923b-20487f457aa4,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:43.494427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:43.516703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.521343 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-44fa7a10-efee-41c2-b1d9-3584ed2a654e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2876127 Apr 20 10:21:43.521597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51554) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:43.527604 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:43.534218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:43.538348 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:43.541399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:43.548205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:43.648810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.782687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.824527 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.826881 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:43.853180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdda9a06-f774-4090-8306-609410e5da42,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:43.860550 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:43.893366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:43.895248 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-8ae66e97-9c12-4704-a6ac-d3156ab87252 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725753 Apr 20 10:21:43.898185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51560) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:43.905019 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:43.911839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:43.916069 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:43.919147 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:43.925788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:43.997952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.124338 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.150205 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.152561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f9f8aeb3-3b7b-42c6-91a8-4bac9794880b tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:44.178041 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1985a8-a077-4838-9261-f9d28e23cb44,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:44.180691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:44.248625 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.250559 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-34e913f0-e332-4386-bf74-7dd0baf3feb1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3513308 Apr 20 10:21:44.255663 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51566) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:44.263611 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:44.274480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:44.280628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:44.283063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:44.286896 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:44.295120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:44.346754 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.390484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:44.395823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:44.396242 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.416883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.459216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.469215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4da7c9e9-9084-4a65-9152-0e873d0abd2f tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:44.493399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9584779a-4737-4530-8efb-c98b2f25f7c1,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:44.496026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:44.528966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.545406 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.547592 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-32efd47f-b6aa-4412-a897-e73bb400c3ba tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2903602 Apr 20 10:21:44.549822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:44.550701 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51570) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:44.556640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:44.563910 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:44.568119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:44.571441 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:44.577961 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:44.590395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.593346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b6050aea-2ab8-46f6-8ef7-82c750624778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:44.626627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.674785 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:44.678287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:44.709999 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.739115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.741366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:44.767974 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcecdd32-5a25-4971-8626-13eef71d13bb,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:44.774622 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:44.807438 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.808780 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-e3824385-e531-4271-bf54-397857b2a215 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568858 Apr 20 10:21:44.812213 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51576) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:44.818311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:44.825014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:44.829315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:44.832460 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:44.838713 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:44.876656 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.securitygroups_db [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Project 6947176834cb450bb2eeaaa0f90f7c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:21:44.884031 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.958649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.994505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Sync routers for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:44.996215 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:44.998531 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:45.004630 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:45.005303 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:45.023522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6c9dd9-6e99-4800-8af3-5737e2f13307,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:45.026181 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:45.059150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.064010 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-40cac020-d8f5-4258-9f7a-1d812747b4a1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504964 Apr 20 10:21:45.073028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51580) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:45.073028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'security_group_rule': {'security_group_id': 'd2088a6f-5841-4028-923b-20487f457aa4', 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:45.078014 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:45.083228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:security_group_rule and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:45.086529 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:45.094208 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:45.133179 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.securitygroups_db [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Project 6947176834cb450bb2eeaaa0f90f7c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:21:45.142221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.240788 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:45.245430 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.447599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656091'] for security_group_rule, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.457211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6811c4c6-f1b1-45b1-8821-b6688e35d84c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:45.485315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee39014-e487-4a97-98dd-28d3ed1e47c4,revision_number=0']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:45.493070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:45.556050 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.557466 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-cfa3256d-72f7-4d5d-9199-e5ac44a4d9f3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4921198 Apr 20 10:21:45.599991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'e4a61166-6b97-4218-805c-fdd7449b7dc7', 'name': '', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'mac_address': 'fa:16:3e:af:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:39Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 2, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'subnets': [{'id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:45.608981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Checking router: 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:45.609396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Updating router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 port e4a61166-6b97-4218-805c-fdd7449b7dc7 binding host dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:21:45.670762 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.051464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.065171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Transition to ACTIVE for port object e4a61166-6b97-4218-805c-fdd7449b7dc7 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:46.144770 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.149184 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:46.253589 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:46.336478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:46.337312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.371012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d05ba7-64d4-4cda-b0c5-74a46051908c None None] Pushing event updated for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:46.379830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-45d05ba7-64d4-4cda-b0c5-74a46051908c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:46.405771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Attempting to bind port e4a61166-6b97-4218-805c-fdd7449b7dc7 on host dv-cinder-774594-4-smb for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:46.405771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Attempting to bind port e4a61166-6b97-4218-805c-fdd7449b7dc7 by drivers openvswitch,hyperv on host dv-cinder-774594-4-smb at level 0 using segments [{'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:46.405771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Attempting to bind port e4a61166-6b97-4218-805c-fdd7449b7dc7 on network 61c00a47-2a77-40f2-b583-2f5881cb4602 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:46.406692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Checking agent: {'id': '90d337ef-7ace-42c4-827c-be9da75479ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 41), 'started_at': datetime.datetime(2021, 4, 20, 10, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:46.407116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Checking segment: {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:46.407590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.408171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Bound using segment: {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:46.408697 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Bound port: e4a61166-6b97-4218-805c-fdd7449b7dc7, host: dv-cinder-774594-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a31af92-7a1f-4992-bc8a-148234a769ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:46.409116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.520777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] For port e4a61166-6b97-4218-805c-fdd7449b7dc7, host dv-cinder-774594-4-smb, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:46.524431 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] For port e4a61166-6b97-4218-805c-fdd7449b7dc7, host dv-cinder-774594-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e4a61166-6b97-4218-805c-fdd7449b7dc7,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:46.562483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.568399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c320891d-4ada-41f0-b701-8c2e03824e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:46.649107 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:46.649800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:21:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:46.790244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d05ba7-64d4-4cda-b0c5-74a46051908c None None] Pushing event updated for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:46.797165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-45d05ba7-64d4-4cda-b0c5-74a46051908c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:47.029561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:47.408953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'e4a61166-6b97-4218-805c-fdd7449b7dc7', 'name': '', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'mac_address': 'fa:16:3e:af:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:39Z', 'updated_at': '2021-04-20T10:21:46Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'subnets': [{'id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:47.414551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e56076-a685-4475-9106-0dd00742d556 None None] The sync data for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb is: [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:21:40Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'e4a61166-6b97-4218-805c-fdd7449b7dc7', 'name': '', 'network_id': '61c00a47-2a77-40f2-b583-2f5881cb4602', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'mac_address': 'fa:16:3e:af:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:39Z', 'updated_at': '2021-04-20T10:21:46Z', 'revision_number': 4, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'subnets': [{'id': '5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:47.484189 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:21:47.909656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-ddba37f8-9735-420b-9185-18ba2b0d88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:47.911302 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-ddba37f8-9735-420b-9185-18ba2b0d88bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8688e6a0395a4269803b55998360859e&device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 1098 time: 0.0861385 Apr 20 10:21:48.086045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-638294a8-b854-4de6-b1d3-679bf417f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:48.087685 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-638294a8-b854-4de6-b1d3-679bf417f870 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 200 len: 914 time: 0.1527393 Apr 20 10:21:48.192024 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-51f54f7c-dc01-430f-8d7e-5a4e6df24558 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92fce22e-16e7-433e-a4c4-86d78352b978 HTTP/1.1" status: 200 len: 217 time: 0.0967560 Apr 20 10:21:48.308767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-3620c996-7ee1-43e6-9a8f-f62e63f3de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:48.310848 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-3620c996-7ee1-43e6-9a8f-f62e63f3de03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 200 len: 853 time: 0.1116104 Apr 20 10:21:48.319233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e4a61166-6b97-4218-805c-fdd7449b7dc7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:48.401527 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-85220fed-510e-4432-99df-b5b15dbea940 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ee48edc-8683-4315-bcba-d8592e0cbd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687244 Apr 20 10:21:48.458682 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning for port e4a61166-6b97-4218-805c-fdd7449b7dc7 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:48.464254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port e4a61166-6b97-4218-805c-fdd7449b7dc7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:48.464672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.558648 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-05058e6c-d53a-42b6-805d-26eb51b760b6 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490777 Apr 20 10:21:48.599290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.637671 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] For port e4a61166-6b97-4218-805c-fdd7449b7dc7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e4a61166-6b97-4218-805c-fdd7449b7dc7,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:48.687522 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.689615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:48.734638 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e3fe3b50-6f9a-44ac-a27b-d4e2d99e822b req-ea71f691-77cb-4280-b332-0dac1100cb09 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576321 Apr 20 10:21:48.778086 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Pushing event updated for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:48.784524 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:50.250234 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e4a61166-6b97-4218-805c-fdd7449b7dc7 up at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:50.327979 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Provisioning complete for port e4a61166-6b97-4218-805c-fdd7449b7dc7 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:50.328403 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:59.079174 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4a48e-2476-41ee-a2b7-087fc4beb6b7 req-80eeb485-f6b9-4d3a-b3fa-9a8ea7cf0361 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:59.080830 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c8e4a48e-2476-41ee-a2b7-087fc4beb6b7 req-80eeb485-f6b9-4d3a-b3fa-9a8ea7cf0361 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.0927742 Apr 20 10:21:59.138620 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-c8e4a48e-2476-41ee-a2b7-087fc4beb6b7 req-b5664e44-6685-452c-be7c-4b6c4eda3eb3 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Apr 20 10:22:00.461016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b2dde-b8bf-4c37-89d7-714bda62bba5 req-9f9b0acd-b914-4ff1-b1c7-99b8ab9419e6 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:00.462576 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-516b2dde-b8bf-4c37-89d7-714bda62bba5 req-9f9b0acd-b914-4ff1-b1c7-99b8ab9419e6 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.2049201 Apr 20 10:22:00.515875 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-516b2dde-b8bf-4c37-89d7-714bda62bba5 req-a1214743-8e8d-4536-bc77-7ab8d7903a1c tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Apr 20 10:22:01.724484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e5c3-8691-407f-9fa2-0c09401adaf7 req-9055cd20-de96-471c-8f09-a67d3a0396fb tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:01.726108 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1d34e5c3-8691-407f-9fa2-0c09401adaf7 req-9055cd20-de96-471c-8f09-a67d3a0396fb tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.0925577 Apr 20 10:22:01.787296 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1d34e5c3-8691-407f-9fa2-0c09401adaf7 req-737f8b6a-46d6-422b-832e-77a8764bec32 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Apr 20 10:22:02.996699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b5a54-cb2b-4831-9f50-29e19af2e620 req-b5f959f3-52a0-4520-b844-af3bca51eddd tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:02.999041 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d9b5a54-cb2b-4831-9f50-29e19af2e620 req-b5f959f3-52a0-4520-b844-af3bca51eddd tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.0931575 Apr 20 10:22:03.049895 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-3d9b5a54-cb2b-4831-9f50-29e19af2e620 req-123fba8f-8225-46a3-b5c6-608e188d93b9 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Apr 20 10:22:03.313360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-419961b6-c050-4413-a247-ef6166a84e68 req-be3f678f-9af9-4be2-aaeb-ae5f180cb048 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Synchronizing usage tracker for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:03.366883 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-419961b6-c050-4413-a247-ef6166a84e68 req-be3f678f-9af9-4be2-aaeb-ae5f180cb048 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Unset dirty status for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:03.368159 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-be3f678f-9af9-4be2-aaeb-ae5f180cb048 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305445114&fields=id&tenant_id=6947176834cb450bb2eeaaa0f90f7c89 HTTP/1.1" status: 200 len: 267 time: 0.0990379 Apr 20 10:22:03.536977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-a909b60e-286b-4047-a118-d9e51410ddb9 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:03.538593 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-a909b60e-286b-4047-a118-d9e51410ddb9 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 808 time: 0.1628397 Apr 20 10:22:03.556650 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-f173061c-62f6-4aab-bb5c-3d26d5308826 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/quotas/6947176834cb450bb2eeaaa0f90f7c89 HTTP/1.1" status: 200 len: 375 time: 0.0106342 Apr 20 10:22:03.658017 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-9793dc11-8de1-4306-a5cd-6296f0f60de7 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952063 Apr 20 10:22:03.812963 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-ca33dd84-e5ec-4e89-aca1-d60069396684 service neutron] 10.222.0.20 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404269 Apr 20 10:22:04.270337 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e2b2b-6a24-43b8-9c1e-266fdfdb76df req-56a60116-6600-422d-ba92-fe14bf97962b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:04.272213 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5a9e2b2b-6a24-43b8-9c1e-266fdfdb76df req-56a60116-6600-422d-ba92-fe14bf97962b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.0968046 Apr 20 10:22:04.296493 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0a31-0074-45da-b20f-39426b4234fc req-a4c9abe2-93ca-4d6c-a222-976027777324 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:04.298150 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0edc0a31-0074-45da-b20f-39426b4234fc req-a4c9abe2-93ca-4d6c-a222-976027777324 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 945 time: 0.4829805 Apr 20 10:22:04.304185 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-0230418d-eb9a-4cab-9e34-92f8037262b9 service neutron] 10.222.0.20 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478257 Apr 20 10:22:04.323636 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5a9e2b2b-6a24-43b8-9c1e-266fdfdb76df req-4c319e0e-63f5-4c01-9099-1e58a95fa07e tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8053542c-e4a5-42ff-a8a0-d064469e41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Apr 20 10:22:04.384674 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Deleting port 92fce22e-16e7-433e-a4c4-86d78352b978 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:22:04.385066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.678777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] For port 92fce22e-16e7-433e-a4c4-86d78352b978, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=92fce22e-16e7-433e-a4c4-86d78352b978,segment=NetworkSegment(e1ac3c39-b5f7-431b-94f5-4a3048daf064),segment_id=e1ac3c39-b5f7-431b-94f5-4a3048daf064)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:04.679175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.819509 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Calling delete_port for 92fce22e-16e7-433e-a4c4-86d78352b978 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:22:05.001976 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:05.011185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f93b2722-7fc8-4ccc-8f7b-4c37820b1fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:05.014966 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['92fce22e-16e7-433e-a4c4-86d78352b978'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:22:05.067470 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Pushing event deleted for resources: {'Port': ['ID=92fce22e-16e7-433e-a4c4-86d78352b978,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:05.088947 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-304faf45-7a86-497a-8b10-00a909c637f5 req-b168132c-7f28-4780-838e-4663fa3138b1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Synchronizing usage tracker for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:05.155680 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.160305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:05.163720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:05.171411 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] No DVR routers for this DVR port 92fce22e-16e7-433e-a4c4-86d78352b978 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:22:05.173899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:05.177012 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'name': 'network-vif-deleted', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:05.195691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-304faf45-7a86-497a-8b10-00a909c637f5 req-b168132c-7f28-4780-838e-4663fa3138b1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Unset dirty status for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:05.197060 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-304faf45-7a86-497a-8b10-00a909c637f5 req-b168132c-7f28-4780-838e-4663fa3138b1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 210 time: 0.1790137 Apr 20 10:22:05.234837 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb56d64-2a58-4393-8b6a-c7fa4e77b74d', 'name': 'network-vif-deleted', 'tag': '92fce22e-16e7-433e-a4c4-86d78352b978', 'status': 'completed', 'code': 200} Apr 20 10:22:05.265788 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0edc0a31-0074-45da-b20f-39426b4234fc req-96396ec4-b1f6-45a5-8672-80285c01b642 tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.48 "DELETE /v2.0/ports/92fce22e-16e7-433e-a4c4-86d78352b978 HTTP/1.1" status: 204 len: 173 time: 0.9605315 Apr 20 10:22:05.500342 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7a6fa841-3c8d-4321-96c8-9c81c823a7bf req-2e0a2e1c-c6ea-4538-b2a8-a5a1412e811b tempest-VolumesSnapshotTestJSON-1510456909 tempest-VolumesSnapshotTestJSON-1510456909-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb56d64-2a58-4393-8b6a-c7fa4e77b74d HTTP/1.1" status: 200 len: 210 time: 0.0572391 Apr 20 10:22:06.414702 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-24233615-bbbc-49ca-8c10-458a2e8c80c5 req-268867bc-9d97-4ced-a88e-81acfb565064 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 210 time: 0.0540931 Apr 20 10:22:07.481958 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-32c9a458-2429-4920-8037-cd296358b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.708380 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-875b6904-3d0f-4fa9-ada1-00755be0ea40 req-ec874083-d5ab-4084-b6cd-04dde944e8a4 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 210 time: 0.1296449 Apr 20 10:22:07.735170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-212dfb4f-af57-4daa-b7db-31306581e29a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:07.738057 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-212dfb4f-af57-4daa-b7db-31306581e29a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 808 time: 0.3204811 Apr 20 10:22:07.873471 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-3df554d0-85fa-4eca-a3f6-86f001838162 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6947176834cb450bb2eeaaa0f90f7c89 HTTP/1.1" status: 200 len: 8061 time: 0.1257064 Apr 20 10:22:07.880145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 92fce22e-16e7-433e-a4c4-86d78352b978 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:22:07.884058 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'port': {'device_id': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'admin_state_up': True, 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'security_groups': ['d2088a6f-5841-4028-923b-20487f457aa4']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:07.926882 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 92fce22e-16e7-433e-a4c4-86d78352b978 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:22:07.927475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 92fce22e-16e7-433e-a4c4-86d78352b978 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:22:08.048709 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:08.058960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:08.121280 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Made reservation on behalf of 6947176834cb450bb2eeaaa0f90f7c89 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:08.129311 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.330946 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Allocated IP 172.20.0.9 (02c08f21-fabd-4640-9c12-9c53c635cdc0/b1f01dd0-c684-463b-8cb1-f3926bf7f9d1/7565b60b-448d-4399-8738-35def171cd24) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:08.631842 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.651238 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Transition to ACTIVE for port object 7565b60b-448d-4399-8738-35def171cd24 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:08.767562 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.775924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-65be3d18-ce60-4d85-8cfa-c2f1187aace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:08.847262 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:08.856472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:08.861920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:08.911581 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:08.916993 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:08.947479 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:08.948158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.995579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf8232-80f2-4a50-aa8d-18223ce752d8 req-88d6dec2-5bcb-4a9f-b724-228adfd4144d tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:08.998185 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61bf8232-80f2-4a50-aa8d-18223ce752d8 req-88d6dec2-5bcb-4a9f-b724-228adfd4144d tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 931 time: 0.1576347 Apr 20 10:22:09.057481 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-61bf8232-80f2-4a50-aa8d-18223ce752d8 req-ce6a627c-ae99-421c-910b-d642d69b712b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Synchronizing usage tracker for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:security_group {{(pid=86439) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:09.076837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-61bf8232-80f2-4a50-aa8d-18223ce752d8 req-ce6a627c-ae99-421c-910b-d642d69b712b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Unset dirty status for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:security_group {{(pid=86439) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:09.078380 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-61bf8232-80f2-4a50-aa8d-18223ce752d8 req-ce6a627c-ae99-421c-910b-d642d69b712b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740767 Apr 20 10:22:09.145187 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-3f0d8356-e1b9-4266-874b-97c552e23c2a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2655151 Apr 20 10:22:09.157569 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-d81919dd-885e-415e-bd56-102d0f035c7c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:22:09.158686 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-d81919dd-885e-415e-bd56-102d0f035c7c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067389 Apr 20 10:22:09.174626 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f5fc7e9b-e960-4eed-8eb7-f24d22400edf None None] Provisioning for port 7565b60b-448d-4399-8738-35def171cd24 completed by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:09.182259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-f5fc7e9b-e960-4eed-8eb7-f24d22400edf None None] Provisioning complete for port 7565b60b-448d-4399-8738-35def171cd24 triggered by entity DHCP. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:09.182965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7e9b-e960-4eed-8eb7-f24d22400edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.229987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Request body: {'port': {'device_id': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:09.268983 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc7e9b-e960-4eed-8eb7-f24d22400edf None None] Port 7565b60b-448d-4399-8738-35def171cd24 cannot update to ACTIVE because it is not bound. {{(pid=86441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:09.364633 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.804836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7565b60b-448d-4399-8738-35def171cd24 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:22:09.814056 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.877254 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Transition to ACTIVE for port object 7565b60b-448d-4399-8738-35def171cd24 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:09.915599 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.921806 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-63208e7c-7b86-4d30-a93f-c7ab65fe7af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:10.128897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:10.189521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:10.264211 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6f845a51-6433-4e6d-9d45-c34f58293736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.314892 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Attempting to bind port 7565b60b-448d-4399-8738-35def171cd24 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:10.315265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Attempting to bind port 7565b60b-448d-4399-8738-35def171cd24 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:10.315681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Attempting to bind port 7565b60b-448d-4399-8738-35def171cd24 on network 02c08f21-fabd-4640-9c12-9c53c635cdc0 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:10.330840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Port 7565b60b-448d-4399-8738-35def171cd24 on network 02c08f21-fabd-4640-9c12-9c53c635cdc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:22:10.331374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Attempting to bind port 7565b60b-448d-4399-8738-35def171cd24 on network 02c08f21-fabd-4640-9c12-9c53c635cdc0 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:10.343288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Checking agent: {'id': 'e47fdc1f-b412-44b7-a21b-fee547b154aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:10.343692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Checking segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:10.344118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Bound using segment: {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:10.344614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Bound port: 7565b60b-448d-4399-8738-35def171cd24, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed655b5-f08e-4197-9ae7-fde3d3411f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:10.345005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.414081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bbe56-5950-4117-811c-e5c83fd660c2 req-de5ddac3-be0d-45b5-8659-812a979bfbfc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:10.414900 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6e2bbe56-5950-4117-811c-e5c83fd660c2 req-de5ddac3-be0d-45b5-8659-812a979bfbfc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Synchronizing usage tracker for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:10.483890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:10.487535 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:10.492368 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-6e2bbe56-5950-4117-811c-e5c83fd660c2 req-de5ddac3-be0d-45b5-8659-812a979bfbfc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Unset dirty status for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:10.493798 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6e2bbe56-5950-4117-811c-e5c83fd660c2 req-de5ddac3-be0d-45b5-8659-812a979bfbfc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.2705455 Apr 20 10:22:10.529576 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827294482'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.535255 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-84a35c38-2890-4c63-8a75-490e4edca12c tempest-AttachVolumeShelveTestJSON-1018750720 tempest-AttachVolumeShelveTestJSON-1018750720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:10.629621 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6e2bbe56-5950-4117-811c-e5c83fd660c2 req-0ab3aa8b-a62b-485b-85d1-1d9aa03d93f4 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275902 Apr 20 10:22:10.633414 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:10.634116 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.635683 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1093 time: 1.4699786 Apr 20 10:22:10.636263 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:10.658903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:10.664627 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:10.698548 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'status': 'completed', 'code': 200} Apr 20 10:22:10.715957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.807274 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-5f54832d-2609-4321-9cf7-fbe3cd516dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:10.809074 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-5f54832d-2609-4321-9cf7-fbe3cd516dfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1096 time: 0.0964787 Apr 20 10:22:10.898673 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-da13ad1e-61cf-4864-aec2-3445aea04929 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 217 time: 0.0806880 Apr 20 10:22:10.979283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-6c1c89bb-7ba4-4c99-8f03-716bfb42c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:10.981836 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-6c1c89bb-7ba4-4c99-8f03-716bfb42c076 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0754883 Apr 20 10:22:11.084492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419961b6-c050-4413-a247-ef6166a84e68 req-0def10af-a5de-41f1-b302-94c3af87faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:11.086213 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-0def10af-a5de-41f1-b302-94c3af87faff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964551 Apr 20 10:22:11.247674 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-833ee575-e865-4be5-b512-465e3e62cbcc service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537895 Apr 20 10:22:11.397431 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-419961b6-c050-4413-a247-ef6166a84e68 req-825c4335-53cd-4edd-a132-3226c2989028 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427562 Apr 20 10:22:11.566985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-a6f305d3-f543-400a-8841-8cd68836342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:11.568702 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-a6f305d3-f543-400a-8841-8cd68836342c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1096 time: 0.0826783 Apr 20 10:22:11.572456 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.720903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-5ef3f711-fd17-4561-a61f-1ef4cd5cda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:11.722521 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-5ef3f711-fd17-4561-a61f-1ef4cd5cda96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1459382 Apr 20 10:22:11.839035 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-30c53b66-03a1-48db-a319-5f9cad170613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 217 time: 0.1083078 Apr 20 10:22:11.939362 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-1dc00ff0-a682-4b42-b1bd-3b7caaf3f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:11.940968 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-1dc00ff0-a682-4b42-b1bd-3b7caaf3f64b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0950742 Apr 20 10:22:11.999288 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee570d-4ea5-4943-93bc-4aba16f11fed req-c77104aa-990c-4491-b452-6566f46e019a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:12.001060 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4bee570d-4ea5-4943-93bc-4aba16f11fed req-c77104aa-990c-4491-b452-6566f46e019a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.2064481 Apr 20 10:22:12.029871 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.075999 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4bee570d-4ea5-4943-93bc-4aba16f11fed req-adddec45-1a48-42af-9319-adebb2dc9c2b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610135 Apr 20 10:22:12.083244 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-e4c3cdba-b449-481a-a87a-35a22d6574d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:12.084770 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-e4c3cdba-b449-481a-a87a-35a22d6574d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352634 Apr 20 10:22:12.241523 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-05d14456-3d36-4b3a-90b8-5543d12c5478 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471562 Apr 20 10:22:12.405698 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e99d23f-744f-4fde-accc-5117ebffb36e req-e107f838-119e-4794-96b7-ae6d1cd9bd38 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556630 Apr 20 10:22:12.441178 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:13.292667 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29c785-b864-49b3-a5a6-8de6ba57d4f1 req-788987ac-f820-4d3f-9890-3da2206e4cf7 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:13.294448 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d29c785-b864-49b3-a5a6-8de6ba57d4f1 req-788987ac-f820-4d3f-9890-3da2206e4cf7 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.0969212 Apr 20 10:22:13.347948 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7d29c785-b864-49b3-a5a6-8de6ba57d4f1 req-67d10f47-08f2-4a9d-a985-d6cb7476d2c1 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 Apr 20 10:22:13.928321 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:22:14.098619 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:14.116724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '7565b60b-448d-4399-8738-35def171cd24', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'mac_address': 'fa:16:3e:fc:39:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:22:14.178995 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.200152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7565b60b-448d-4399-8738-35def171cd24 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:22:14.217477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:14.248068 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.250318 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:14.326185 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=4']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:14.329648 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:14.465045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['7565b60b-448d-4399-8738-35def171cd24'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:22:14.569187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129d64a-2f2f-4412-9598-948bf5a45ed7 req-5b6d5536-7c0e-4f4a-afd0-3574b950590f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:14.570897 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7129d64a-2f2f-4412-9598-948bf5a45ed7 req-5b6d5536-7c0e-4f4a-afd0-3574b950590f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 944 time: 0.1026931 Apr 20 10:22:14.632001 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7129d64a-2f2f-4412-9598-948bf5a45ed7 req-45c21511-40d1-4afa-93e7-8a6ad2e26121 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Apr 20 10:22:15.887815 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931eec-a617-45d0-89c1-4d82b0877304 req-b6f6a0c3-3a1b-44b3-a00d-cce1cae3c99f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:15.889514 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0b931eec-a617-45d0-89c1-4d82b0877304 req-b6f6a0c3-3a1b-44b3-a00d-cce1cae3c99f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 944 time: 0.1124547 Apr 20 10:22:15.945191 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:15.950782 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0b931eec-a617-45d0-89c1-4d82b0877304 req-3c80579e-8aba-4756-b1a2-809b5fefbe90 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519376 Apr 20 10:22:16.115009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning for port 7565b60b-448d-4399-8738-35def171cd24 completed by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:16.121261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 7565b60b-448d-4399-8738-35def171cd24 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:16.127290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.286392 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.326114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:16.338743 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:16.378637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.381896 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'code': 200} Apr 20 10:22:16.382528 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:16.461729 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=5']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:16.465606 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:16.782579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc362cc-cb69-4e95-8cf7-c5efa8809867 req-27f3f95e-e7c2-4675-a5fc-8f44b1995c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:16.784263 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cfc362cc-cb69-4e95-8cf7-c5efa8809867 req-27f3f95e-e7c2-4675-a5fc-8f44b1995c4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0888112 Apr 20 10:22:16.830405 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-cfc362cc-cb69-4e95-8cf7-c5efa8809867 req-4c8fa7c2-cfcd-43c9-b84d-2cd8a3b977d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Apr 20 10:22:17.251257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57f9ff-333b-44a0-b43f-2f8e4a5406e0 req-9067dccc-71ab-45c3-b5a2-27f21647f719 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:17.253121 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea57f9ff-333b-44a0-b43f-2f8e4a5406e0 req-9067dccc-71ab-45c3-b5a2-27f21647f719 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1236782 Apr 20 10:22:17.326384 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ea57f9ff-333b-44a0-b43f-2f8e4a5406e0 req-595a584f-efcd-454b-9084-78b66d415904 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609617 Apr 20 10:22:18.544921 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c366a11-a55d-4f43-aff5-17f7877f9408 req-5063317c-9bd3-407c-b24d-74e88ad078f6 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:18.546595 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c366a11-a55d-4f43-aff5-17f7877f9408 req-5063317c-9bd3-407c-b24d-74e88ad078f6 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1005368 Apr 20 10:22:18.608229 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1c366a11-a55d-4f43-aff5-17f7877f9408 req-d1fde3b3-3534-4285-97b2-8c28a2766797 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493386 Apr 20 10:22:18.880157 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30f98d-801d-4d37-a872-76691b053d44 req-b6961a2d-a871-4488-bd53-c29d4b525879 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:18.882189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7b30f98d-801d-4d37-a872-76691b053d44 req-b6961a2d-a871-4488-bd53-c29d4b525879 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1525671 Apr 20 10:22:18.945595 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-7b30f98d-801d-4d37-a872-76691b053d44 req-526bc515-1141-474e-a122-12acaed9e894 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556941 Apr 20 10:22:18.974046 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51862) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:19.149965 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1268f1f0-6665-479b-940e-4ac7da315822 tempest-TestShelveInstance-2106761087 tempest-TestShelveInstance-2106761087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:19.156189 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-1268f1f0-6665-479b-940e-4ac7da315822 tempest-TestShelveInstance-2106761087 tempest-TestShelveInstance-2106761087-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1093 time: 0.1776175 Apr 20 10:22:19.156653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 51870) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:19.163543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.v2.base [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Request body: {'floatingip': {'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:19.171621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:19.176301 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Usage tracker for resource:floatingip and tenant:6947176834cb450bb2eeaaa0f90f7c89 is out of sync, need to count used quota {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:19.179964 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86439) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:19.191151 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.quota.driver [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86439) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:19.235360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for floatingip, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:19.401122 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:19.569903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_common [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Allocated IP 172.28.0.218 (292aea81-ad05-4811-ac44-a22783e7e8be/ef2f6c75-473f-47e5-83fc-f89466bf4545/bb23a200-49d3-419a-aa5f-4cd43541c9ad) {{(pid=86439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:20.000059 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for port, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.064496 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363254731820199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.070308 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:20.149803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Network 292aea81-ad05-4811-ac44-a22783e7e8be is already hosted by enough agents. {{(pid=86439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:20.154336 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.base_scheduler [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Resources bound (agent type, host, resource id): {{(pid=86439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:20.158831 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Received port after_create {{(pid=86439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:20.196222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'Port': ['ID=bb23a200-49d3-419a-aa5f-4cd43541c9ad,revision_number=1']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:20.214355 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.215620 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.216732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.217233 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.217686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.218130 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.218649 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.219152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.219712 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.220221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.220731 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.221236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:20.227354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:20.648133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.754553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.997991 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.029595 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28678511'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.035053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-2dcc46ce-7a04-4384-8cec-7337749fc921 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:21.155811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event updated for resources: {'Port': ['ID=bb23a200-49d3-419a-aa5f-4cd43541c9ad,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:21.160771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:21.168261 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690614'] for floatingip, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.361270 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Floating IP 75ac9f58-fb51-4c15-9d56-96bdd474977b associated. External IP: 172.28.0.218, port: 7565b60b-448d-4399-8738-35def171cd24. Apr 20 10:22:21.818724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:22:22.056553 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:22:22.068942 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Sync routers for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:22:22.080062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:22.080810 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:22:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:22.149803 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:22.260501 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d4388ca4-7074-4421-9c6e-74402f3e2fe3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1021945 Apr 20 10:22:22.261825 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:22.320298 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'status': 'completed', 'code': 200} Apr 20 10:22:22.342699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:22.742346 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-4c42ab66-cf5d-4e3d-9fe2-d476cfb36e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:22.744018 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-4c42ab66-cf5d-4e3d-9fe2-d476cfb36e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.3992705 Apr 20 10:22:22.932623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-9d6c532a-2d4f-4b20-b386-3b2894cea1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:22.936056 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-9d6c532a-2d4f-4b20-b386-3b2894cea1f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1779203 Apr 20 10:22:22.952467 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '75ac9f58-fb51-4c15-9d56-96bdd474977b', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'mac_address': 'fa:16:3e:fc:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:20Z', 'revision_number': 0, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:22.959929 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Checking router: 5e6448c3-bbfe-4c1b-9837-50fccbc34322 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:22:22.976476 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:22.977602 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:22:10Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:23.106753 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-c41c54ec-14a2-4cdb-a56e-e3e24f373cfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 999 time: 0.1629574 Apr 20 10:22:23.207395 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-b8031407-8333-499b-88ef-9db3589ca203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:23.208891 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-b8031407-8333-499b-88ef-9db3589ca203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0953906 Apr 20 10:22:23.219893 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:23.328565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-f7904327-6bfb-460d-a87d-719f6f307db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:23.330224 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-f7904327-6bfb-460d-a87d-719f6f307db0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138251 Apr 20 10:22:23.571513 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-5aa8884e-585a-4eaf-bfab-74d5c1fc0a9d service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336929 Apr 20 10:22:23.645322 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '75ac9f58-fb51-4c15-9d56-96bdd474977b', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'mac_address': 'fa:16:3e:fc:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:20Z', 'revision_number': 0, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:23.650463 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651e269-f0d9-4467-91a5-8068381e30ce None None] The sync data for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb is: [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_floatingips': [{'id': '75ac9f58-fb51-4c15-9d56-96bdd474977b', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'router_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'mac_address': 'fa:16:3e:fc:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:20Z', 'revision_number': 0, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:22:23.733760 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2876c4e6-aeff-4fe9-b012-3e0ba5b5a39a req-12c97507-db48-4663-88ed-8cad672a70df service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550651 Apr 20 10:22:23.960257 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263aa91-568b-4743-ba28-507c712c2dd5 None None] New status for floating IP 75ac9f58-fb51-4c15-9d56-96bdd474977b: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:22:24.492426 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:22:28.659160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51934) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:28.730505 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Deleting subnet fb484a03-fcff-4979-8a43-ecd03b5e9ab4 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:22:28.734066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:28.790103 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826634265'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:28.857241 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.167125 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27481907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1600506'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.173379 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:29.221583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.226000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb484a03-fcff-4979-8a43-ecd03b5e9ab4,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:29.228904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:29.234558 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c133f3c9-d76e-4ac9-b53f-e78cac340486 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb484a03-fcff-4979-8a43-ecd03b5e9ab4 HTTP/1.1" status: 204 len: 168 time: 0.5738323 Apr 20 10:22:29.238608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51938) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:29.364163 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.515922 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.644374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee48edc-8683-4315-bcba-d8592e0cbd35']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:29.659971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ac3c39-b5f7-431b-94f5-4a3048daf064') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:29.660653 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ac3c39-b5f7-431b-94f5-4a3048daf064') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:29.674506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28141551'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.691062 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.697925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:22:29.915340 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:22:29.926464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827294576'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:30.119106 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Network 7ee48edc-8683-4315-bcba-d8592e0cbd35 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:22:30.143723 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:22:30.263510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:30.268216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:30.286006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:30.296891 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee48edc-8683-4315-bcba-d8592e0cbd35,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:30.300491 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:30.338513 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-477c0cd7-1ce1-430c-8933-9ac0916277de admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ee48edc-8683-4315-bcba-d8592e0cbd35 HTTP/1.1" status: 204 len: 168 time: 1.0986066 Apr 20 10:22:30.776623 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51946) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:30.831655 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-b5a92b48-0197-4d48-9138-cf3100a4d2c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8688e6a0395a4269803b55998360859e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529594 Apr 20 10:22:30.834154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 51950) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:30.900133 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:30.930033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:31.057341 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:31.063352 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dc5336cb-c6bd-47dc-a97d-c10cffd130c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:31.079176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053542c-e4a5-42ff-a8a0-d064469e41bb,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:31.081737 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:31.109080 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:31.110383 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-271dedef-a1ef-48a1-b5e6-08f50149e4bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8053542c-e4a5-42ff-a8a0-d064469e41bb HTTP/1.1" status: 204 len: 168 time: 0.2752352 Apr 20 10:22:37.468591 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9219ea9b-e3ab-4db9-b4f4-161aa4fcd691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:40.234502 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1085f57e-c032-4cc8-be82-8c61e3acc09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:40.708761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:41.560146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:42.034472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:42.457354 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:47.124540 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-83c3dd51-b601-4f0e-a37c-d35f73193a78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878768 Apr 20 10:22:47.290533 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b4f1c243-7d58-4fef-914c-105d9af42130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:47.292239 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b4f1c243-7d58-4fef-914c-105d9af42130 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0886235 Apr 20 10:22:47.462872 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b8125c75-f18d-4f8d-a47a-5a7acaad971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:47.465639 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b8125c75-f18d-4f8d-a47a-5a7acaad971b service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1475444 Apr 20 10:22:47.576926 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-dcd3f355-a910-497e-a16d-7225d76d6585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1001 time: 0.1051764 Apr 20 10:22:47.657429 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b5cd0f67-6335-4839-bf2c-aab231d84df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:47.659044 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-b5cd0f67-6335-4839-bf2c-aab231d84df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0714378 Apr 20 10:22:47.747711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-d8b5137e-4548-4859-aaad-3f701e623020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:47.749273 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-d8b5137e-4548-4859-aaad-3f701e623020 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833139 Apr 20 10:22:47.899564 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-97b84e5b-097d-4bf0-8017-ec5507d5addb service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414249 Apr 20 10:22:48.049972 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8007a86c-db8e-444c-b6b3-96c24e0732bc req-1209b189-18b4-4553-bbca-3b031b61869b service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421113 Apr 20 10:23:01.482645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:23:07.474029 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-a5c463f9-88b9-44cb-84f5-0b02e113be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:10.239179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9664ebc9-42b4-4621-b43b-d14b049c3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:10.713801 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:11.570973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.045066 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.451400 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:37.461827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-bf24dce3-85d4-4fce-8cfc-64530dc8694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.483155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:23:40.238109 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-526b1722-a566-47ff-ac21-669b8b0a3eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:40.712981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:41.558837 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:42.044159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:42.438385 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:47.132175 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-ae0cabeb-65f2-48d2-b6da-619be4e977fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844808 Apr 20 10:23:47.288928 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-dc9938e7-3fc2-4bf0-b799-e86df833211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:47.290555 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-dc9938e7-3fc2-4bf0-b799-e86df833211f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0816839 Apr 20 10:23:47.453099 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-c60c6c1d-714f-459c-88ba-b88013c31315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:47.454621 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-c60c6c1d-714f-459c-88ba-b88013c31315 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1403217 Apr 20 10:23:47.566551 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-b0a8621b-541a-4ca2-9f10-e89b4fe1ce52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1001 time: 0.1046383 Apr 20 10:23:47.643214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-1d86a7ec-cdfd-4155-885b-6ddcdfff876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:47.644842 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-1d86a7ec-cdfd-4155-885b-6ddcdfff876a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0671659 Apr 20 10:23:47.737590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-c293e5b3-098d-48e7-8e4f-abd67d8c7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:47.739190 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-c293e5b3-098d-48e7-8e4f-abd67d8c7b21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839102 Apr 20 10:23:48.137288 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-b1437ee3-1db3-479a-b98e-08e79dfa59e1 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872726 Apr 20 10:23:48.282110 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-dd02d81a-d8e4-4471-a689-f69f4190ebad req-b05ad321-d146-4720-8d04-96773b0cd22d service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369007 Apr 20 10:24:07.466351 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c9615b78-bdc7-43d3-9032-7e89728fe01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:10.226179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-9b134516-3601-44ec-8d84-b5569da62682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:10.723698 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:11.557859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:12.032142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:12.448864 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:13.339154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ff1a-a5e5-4f1b-8690-d833b829af3c req-459d54f9-fd62-463c-a3b9-ba1f3c2f9a25 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:13.340796 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0021ff1a-a5e5-4f1b-8690-d833b829af3c req-459d54f9-fd62-463c-a3b9-ba1f3c2f9a25 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0887802 Apr 20 10:24:13.390260 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-0021ff1a-a5e5-4f1b-8690-d833b829af3c req-3ef06731-1c84-458f-a890-ca04168c7af7 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Apr 20 10:24:14.633480 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e62a1-cc69-4e89-85b5-e4a1c79e4670 req-94784dc7-dd11-4558-9480-6cea2371b481 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:14.635086 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d6e62a1-cc69-4e89-85b5-e4a1c79e4670 req-94784dc7-dd11-4558-9480-6cea2371b481 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0919642 Apr 20 10:24:14.683579 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4d6e62a1-cc69-4e89-85b5-e4a1c79e4670 req-c8fee76c-d9aa-4ffd-8346-70943f13cade tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Apr 20 10:24:15.482775 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:24:15.903800 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e2556-9d7d-4117-bc53-3ae9cf83c82d req-f02476b5-8bb9-4fe0-9132-f2de762642ca tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:15.905419 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-870e2556-9d7d-4117-bc53-3ae9cf83c82d req-f02476b5-8bb9-4fe0-9132-f2de762642ca tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0952446 Apr 20 10:24:15.953793 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-870e2556-9d7d-4117-bc53-3ae9cf83c82d req-10a9dc41-0d6a-4f81-b90d-146d78683c6b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Apr 20 10:24:17.161705 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bac52-73e9-48d7-86d6-06fd84805eb3 req-4cde8423-dabe-4938-881a-681d9defc24c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:17.163302 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a75bac52-73e9-48d7-86d6-06fd84805eb3 req-4cde8423-dabe-4938-881a-681d9defc24c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0946412 Apr 20 10:24:17.213645 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-a75bac52-73e9-48d7-86d6-06fd84805eb3 req-ab2676c7-2230-43f4-8ef9-86bf8ada1c5b tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Apr 20 10:24:18.453977 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65d3b-7d47-41b9-98c4-1f458a203293 req-c5e6aa3a-2a66-4d51-9c6f-3a598b1583dd tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:18.455564 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99c65d3b-7d47-41b9-98c4-1f458a203293 req-c5e6aa3a-2a66-4d51-9c6f-3a598b1583dd tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1283414 Apr 20 10:24:18.512081 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-99c65d3b-7d47-41b9-98c4-1f458a203293 req-a4992873-7912-4823-a5d6-73abd7b64bf2 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489006 Apr 20 10:24:19.718249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42a94-a262-4be8-8587-77244fc4228d req-dd701525-51ed-478d-9afb-8f790685eeb2 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:19.719899 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15c42a94-a262-4be8-8587-77244fc4228d req-dd701525-51ed-478d-9afb-8f790685eeb2 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0882652 Apr 20 10:24:19.769853 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-15c42a94-a262-4be8-8587-77244fc4228d req-67205ec4-5025-4276-a674-58f156a8e5c3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Apr 20 10:24:20.971196 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640f3e8-c58c-467a-b542-947fb00f0c5c req-c6967009-e082-45fd-b681-6c1499585eaf tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:20.973520 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4640f3e8-c58c-467a-b542-947fb00f0c5c req-c6967009-e082-45fd-b681-6c1499585eaf tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0891633 Apr 20 10:24:21.021070 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4640f3e8-c58c-467a-b542-947fb00f0c5c req-8b855f3c-5422-43b2-85fd-f16f189eaa66 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Apr 20 10:24:22.231000 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269935a-fcb6-4a7d-ab4b-899dd644307c req-5954a569-7e98-4f9d-85b7-f8482ce905cc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:22.232623 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e269935a-fcb6-4a7d-ab4b-899dd644307c req-5954a569-7e98-4f9d-85b7-f8482ce905cc tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0956030 Apr 20 10:24:22.281002 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e269935a-fcb6-4a7d-ab4b-899dd644307c req-fbb531c1-8f76-46bf-b312-354c7a0b162e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Apr 20 10:24:23.542156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775aa7-1691-4b66-a3f1-a37ab357c0e1 req-10e29bec-3bf5-4223-a744-4100cf2352c9 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:23.543815 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29775aa7-1691-4b66-a3f1-a37ab357c0e1 req-10e29bec-3bf5-4223-a744-4100cf2352c9 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1473813 Apr 20 10:24:23.602551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11084-3207-41e8-9aae-888cceff69a2 req-95a67e3a-2292-4c0a-ade6-e0bccc8893d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:23.604114 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-95a67e3a-2292-4c0a-ade6-e0bccc8893d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.1434259 Apr 20 10:24:23.607228 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-29775aa7-1691-4b66-a3f1-a37ab357c0e1 req-6a69ca17-ced1-440f-86ac-c07a9c6f0a1e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554116 Apr 20 10:24:23.754468 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11084-3207-41e8-9aae-888cceff69a2 req-298aa322-4eda-4441-b8b3-a7e78013e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:23.756135 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-298aa322-4eda-4441-b8b3-a7e78013e340 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1412148 Apr 20 10:24:23.873215 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-5b64c37c-569a-4cc2-8fde-964f2e5a32f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1001 time: 0.1081674 Apr 20 10:24:23.951612 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11084-3207-41e8-9aae-888cceff69a2 req-2f476d18-7561-4b00-a993-ad8c5432939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:23.953192 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-2f476d18-7561-4b00-a993-ad8c5432939d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0702431 Apr 20 10:24:24.038951 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11084-3207-41e8-9aae-888cceff69a2 req-765202df-f782-48b2-b0dd-ef4fd1aef2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:24.040596 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-765202df-f782-48b2-b0dd-ef4fd1aef2ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782034 Apr 20 10:24:24.188451 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-66a97e0a-fb3c-40a3-8ecc-1d90b21242e3 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366048 Apr 20 10:24:24.333965 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-64a11084-3207-41e8-9aae-888cceff69a2 req-29bc4598-37e2-4462-b352-bb0f35014199 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365066 Apr 20 10:24:24.812154 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b38b-dad6-4c4f-83c3-7802242f1966 req-50a903ee-9ada-4648-b43d-b1dcf8df5317 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:24.813712 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75e1b38b-dad6-4c4f-83c3-7802242f1966 req-50a903ee-9ada-4648-b43d-b1dcf8df5317 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0919240 Apr 20 10:24:24.868793 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75e1b38b-dad6-4c4f-83c3-7802242f1966 req-514432ad-1afa-46ae-a237-44fc71a72559 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Apr 20 10:24:26.100992 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e8192-19f1-4c38-9c32-edb0db870be2 req-b4f5523f-6669-4789-9007-261e30ef6f7f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:26.102715 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f70e8192-19f1-4c38-9c32-edb0db870be2 req-b4f5523f-6669-4789-9007-261e30ef6f7f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0935872 Apr 20 10:24:26.165209 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-f70e8192-19f1-4c38-9c32-edb0db870be2 req-c54d8319-12a1-4388-b8b8-dd4a7cfcc7d4 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556428 Apr 20 10:24:27.372918 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75624-a45c-409b-99a5-4a8a8fb22f3d req-5bbfd0bf-6424-4c9a-886b-72b229d3135c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:27.374562 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7b75624-a45c-409b-99a5-4a8a8fb22f3d req-5bbfd0bf-6424-4c9a-886b-72b229d3135c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0902786 Apr 20 10:24:27.424383 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b7b75624-a45c-409b-99a5-4a8a8fb22f3d req-63dbf6d0-ce52-4540-88ed-aa0890ec6c7f tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Apr 20 10:24:27.873155 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3f32a-38ac-4b23-a62c-d8ba2dec2222 req-812020f3-0322-4c52-bdf8-a183d7a2ff73 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:27.874808 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06f3f32a-38ac-4b23-a62c-d8ba2dec2222 req-812020f3-0322-4c52-bdf8-a183d7a2ff73 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0950036 Apr 20 10:24:28.220036 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-06f3f32a-38ac-4b23-a62c-d8ba2dec2222 req-699760fb-8b52-4cf8-b08a-cdf2a0f33fbf tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381376 Apr 20 10:24:28.249253 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-e5dce0a4-7b45-45eb-88fa-4a889e462db8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5077009 Apr 20 10:24:28.613325 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:28.779952 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:28.839551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:24:28.856971 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:28.888096 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:28.891609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-4c47ef24-9423-4d9c-aea8-ef4a5adc35fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:28.978253 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=6']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:28.995294 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.995897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.996571 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.997239 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.997880 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.998507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.999150 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:28.999840 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:29.000507 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:29.001165 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:29.001690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:29.002357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:29.010804 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:29.105166 dv-cinder-774594-4-smb neutron-server[86324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'code': 422} returned with failed status Apr 20 10:24:29.427996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf5909-bcc4-483b-ad1c-31d693accae1 req-a673121c-6ba3-47de-80da-dd1edde3fa69 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:29.429687 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b1cf5909-bcc4-483b-ad1c-31d693accae1 req-a673121c-6ba3-47de-80da-dd1edde3fa69 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.0934889 Apr 20 10:24:29.480634 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-b1cf5909-bcc4-483b-ad1c-31d693accae1 req-dda56985-b430-4d90-9e5a-28f5752c4c98 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Apr 20 10:24:29.931704 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-daaf757e-2e78-4015-9d54-035005e07daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:29.933393 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-daaf757e-2e78-4015-9d54-035005e07daf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&tenant_id=6947176834cb450bb2eeaaa0f90f7c89 HTTP/1.1" status: 200 len: 1096 time: 0.0822961 Apr 20 10:24:30.040269 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-123f345a-d921-4b02-b7ab-5eb7976cbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:30.041873 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-123f345a-d921-4b02-b7ab-5eb7976cbe24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1096 time: 0.0823059 Apr 20 10:24:30.194401 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-02c860c1-9805-47af-95d1-d27091d6bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:30.196360 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-02c860c1-9805-47af-95d1-d27091d6bf45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1435161 Apr 20 10:24:30.311207 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-19952443-793c-4c3c-a903-4f388fe868de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 999 time: 0.1068602 Apr 20 10:24:30.384544 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-c47ada71-ae5f-4477-ab3b-57df5aed1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:30.386127 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-c47ada71-ae5f-4477-ab3b-57df5aed1e5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0683920 Apr 20 10:24:30.472691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-29787b67-1a6e-457a-98d3-e20dd0c2ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:30.474331 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-29787b67-1a6e-457a-98d3-e20dd0c2ea95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815530 Apr 20 10:24:30.678732 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-9a75c7e4-8065-4e07-8d2a-bbf39c9b808b service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971006 Apr 20 10:24:30.807045 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f36407-12b5-40fd-b565-7d0f4cec5da2 req-e2233596-ac6a-4199-ba68-059b7febe4fa tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:30.808696 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46f36407-12b5-40fd-b565-7d0f4cec5da2 req-e2233596-ac6a-4199-ba68-059b7febe4fa tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.2115533 Apr 20 10:24:30.879985 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-5ebc274a-000c-4753-a649-b8e2dee969b8 req-db31baf1-2e4c-4e16-a1fc-0f3b91cf870b service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878879 Apr 20 10:24:30.888101 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-46f36407-12b5-40fd-b565-7d0f4cec5da2 req-956c29da-a61a-4d3a-84ff-0113d0ffada6 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655499 Apr 20 10:24:32.106752 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476294dd-5a96-49c2-95ed-2d0392f48af1 req-b83c16a5-49c3-4da8-b53f-f7297de8aec0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:32.108396 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-476294dd-5a96-49c2-95ed-2d0392f48af1 req-b83c16a5-49c3-4da8-b53f-f7297de8aec0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.0890384 Apr 20 10:24:32.160491 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-476294dd-5a96-49c2-95ed-2d0392f48af1 req-619084d0-b104-4e69-ad32-186f3be7ff7a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451446 Apr 20 10:24:33.366613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d5a4-4d6b-4bff-9b7b-a57231904779 req-7226f479-1873-4fc7-abd0-a9daee886654 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:33.368341 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d905d5a4-4d6b-4bff-9b7b-a57231904779 req-7226f479-1873-4fc7-abd0-a9daee886654 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.0904374 Apr 20 10:24:33.421375 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d905d5a4-4d6b-4bff-9b7b-a57231904779 req-15a73499-c87a-41eb-9b04-93e315f6f02d tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466487 Apr 20 10:24:34.643114 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:24:34.645778 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b22ce-eabb-47f9-b313-20cf84a83aca req-1daaa9af-4690-47bc-8284-9309c9e9d2f8 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:34.647445 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ad6b22ce-eabb-47f9-b313-20cf84a83aca req-1daaa9af-4690-47bc-8284-9309c9e9d2f8 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 943 time: 0.0912645 Apr 20 10:24:34.696639 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-ad6b22ce-eabb-47f9-b313-20cf84a83aca req-ccb9daa6-fd36-48da-8397-f9f327928528 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Apr 20 10:24:34.790521 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:34.805195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Returning: {'device': '7565b60b-448d-4399-8738-35def171cd24', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'port_id': '7565b60b-448d-4399-8738-35def171cd24', 'mac_address': 'fa:16:3e:fc:39:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:24:34.866095 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:34.884396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7565b60b-448d-4399-8738-35def171cd24 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:24:34.901100 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:34.928383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:34.930222 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:35.005216 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=7']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:35.008634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:35.162541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] get_ports_and_sgs() called for port_ids ['7565b60b-448d-4399-8738-35def171cd24'] {{(pid=86441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:24:36.041328 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907790d5-d34a-4da0-9065-9ba1dc706dff req-d0f901ca-bd8a-4a17-928e-016f1d4a045e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:36.042919 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-907790d5-d34a-4da0-9065-9ba1dc706dff req-d0f901ca-bd8a-4a17-928e-016f1d4a045e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 944 time: 0.0897624 Apr 20 10:24:36.091348 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-907790d5-d34a-4da0-9065-9ba1dc706dff req-f27fd8c7-c79e-4f4b-95f0-7db64523da60 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 Apr 20 10:24:36.659305 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 up at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:24:36.740554 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.provisioning_blocks [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Provisioning complete for port 7565b60b-448d-4399-8738-35def171cd24 triggered by entity L2. {{(pid=86441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:24:36.741136 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3832079'] for port, provisioning_complete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:36.870329 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851013678'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:36.900478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:24:36.911082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:36.951955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782123404488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254731820182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782122955652'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:36.954032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:36.992396 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'code': 200} Apr 20 10:24:37.037246 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Pushing event updated for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=8']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:37.040427 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:37.371655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527f80-9507-4f99-81ca-723c6106158c req-690c5648-8ad4-46e0-b229-dfcd81b62f5c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:37.373197 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85527f80-9507-4f99-81ca-723c6106158c req-690c5648-8ad4-46e0-b229-dfcd81b62f5c tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1607490 Apr 20 10:24:37.375471 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797065-d14b-4018-a6ac-7885c126e110 req-250e8dca-8915-4108-a9d3-0c0babe6a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:37.376947 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12797065-d14b-4018-a6ac-7885c126e110 req-250e8dca-8915-4108-a9d3-0c0babe6a7bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.1214380 Apr 20 10:24:37.460494 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c8b69635-c2e3-44ea-8953-b38533b9b4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:37.465265 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-12797065-d14b-4018-a6ac-7885c126e110 req-28fdb5b8-804a-4198-b8ee-65512eb691c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784104 Apr 20 10:24:37.470394 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-85527f80-9507-4f99-81ca-723c6106158c req-02d2d9b4-7f60-4588-86ba-1162653c0294 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894318 Apr 20 10:24:38.689210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9830e0f-f58c-4a65-b5a1-1b66316923e1 req-c7316a6c-9435-454f-b54a-94386608b21a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:38.691027 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9830e0f-f58c-4a65-b5a1-1b66316923e1 req-c7316a6c-9435-454f-b54a-94386608b21a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0968044 Apr 20 10:24:38.741253 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-e9830e0f-f58c-4a65-b5a1-1b66316923e1 req-dd7fe6e6-5625-4a02-ac23-48ec6c596a9d tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Apr 20 10:24:40.230811 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-133e2115-0d5e-40c1-98c5-c0d4685e06fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:40.723640 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.551838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.082658 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.459210 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.129994 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-e8727b02-362f-4b10-bbbf-7c4e0f6c0270 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882189 Apr 20 10:24:47.303638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-8b3b7ea1-627e-47de-b5c0-fb8bcdca4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:47.305297 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-8b3b7ea1-627e-47de-b5c0-fb8bcdca4620 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0832953 Apr 20 10:24:47.490687 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-b25e6c1b-6287-4136-9977-d385b454546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:47.493014 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-b25e6c1b-6287-4136-9977-d385b454546f service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1647935 Apr 20 10:24:47.616865 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-19d04a55-6b4e-40c7-9fc7-d58d2f026abc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1001 time: 0.1119595 Apr 20 10:24:47.699190 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-2acc98e1-64da-4545-96a4-2d98661d7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:47.700997 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-2acc98e1-64da-4545-96a4-2d98661d7593 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0699451 Apr 20 10:24:47.790987 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-18a0b5f5-c227-41a5-8681-136bb4448269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:47.792604 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-18a0b5f5-c227-41a5-8681-136bb4448269 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846934 Apr 20 10:24:47.946441 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-53113c11-8bab-4606-8817-5dfd7b6828c5 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433063 Apr 20 10:24:48.100102 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-4413d081-0a38-4644-be9d-82c7fb27be08 req-8b6c8d85-7223-43d8-9ade-9b5537cfbc1c service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450784 Apr 20 10:24:52.482559 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:25:07.470911 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-2e4d75f9-68c1-47f6-b4c6-b6c30231068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:10.230755 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-27f78ef4-bb5b-4dc5-b087-c4f9cbd615f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:10.733597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:11.567799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:12.058984 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:12.452167 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:29.481681 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:25:37.475873 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d4004874-80db-413c-8950-1ba8340d38d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:40.241534 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-02687fb8-fe6a-47ca-9ec3-673ed27252a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:40.743439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:41.583933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:42.062668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:42.451484 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:47.105404 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-2b5c80ce-2834-48e7-88ad-766c2f22f970 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783229 Apr 20 10:25:47.260907 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854e08-533d-4536-a095-dc31a61561f2 req-f835d04d-dded-4ec7-92ab-f0fef962540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:47.262515 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-f835d04d-dded-4ec7-92ab-f0fef962540e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0840173 Apr 20 10:25:47.672243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854e08-533d-4536-a095-dc31a61561f2 req-82709669-8217-4e32-bba7-27c6c15c9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:47.673836 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-82709669-8217-4e32-bba7-27c6c15c9df4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.3871534 Apr 20 10:25:47.789211 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-33f6f282-2e87-4d52-beae-ae50bc509818 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 1001 time: 0.1042249 Apr 20 10:25:47.858609 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854e08-533d-4536-a095-dc31a61561f2 req-08d61915-bd9f-429c-b0b4-4f845e6a8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:47.860183 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-08d61915-bd9f-429c-b0b4-4f845e6a8b9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0647616 Apr 20 10:25:47.943419 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854e08-533d-4536-a095-dc31a61561f2 req-80cc5f1a-37cb-4e32-a56e-21c8b647f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:47.945013 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-80cc5f1a-37cb-4e32-a56e-21c8b647f6ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774980 Apr 20 10:25:48.094186 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-89e3a311-0739-4bf2-90d5-99e79f9133cc service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402547 Apr 20 10:25:48.238719 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-2d854e08-533d-4536-a095-dc31a61561f2 req-4facd398-41f1-4185-a4d3-ac3cab074027 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374073 Apr 20 10:25:51.179763 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 52054) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:25:51.401678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Deleting port bb23a200-49d3-419a-aa5f-4cd43541c9ad {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:25:51.402061 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:51.583660 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:51.584265 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:51.719847 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Calling delete_port for bb23a200-49d3-419a-aa5f-4cd43541c9ad owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:25:52.005561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:52.010568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-df8dddbc-37f5-47ad-a19f-5d83dc8d319c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:25:52.058350 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event deleted for resources: {'Port': ['ID=bb23a200-49d3-419a-aa5f-4cd43541c9ad,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:25:52.101051 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.101465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.101868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.102266 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.102664 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.103057 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.103473 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.103867 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.104258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.104645 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.105033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.105423 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:25:52.137380 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:25:52.167366 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:52.167777 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.db.l3_db [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Floating IP 75ac9f58-fb51-4c15-9d56-96bdd474977b disassociated (deleted). External IP: 172.28.0.218, port: 7565b60b-448d-4399-8738-35def171cd24. Apr 20 10:25:52.547082 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:25:52.739923 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:25:52.751475 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Sync routers for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:25:52.761981 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:25:52.764672 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:25:52.795615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:52.856353 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-d0456d3f-d010-4e8c-ade0-73c4151c2428 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "DELETE /v2.0/floatingips/75ac9f58-fb51-4c15-9d56-96bdd474977b HTTP/1.1" status: 204 len: 168 time: 1.6753595 Apr 20 10:25:52.857706 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:25:53.016919 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'status': 'completed', 'code': 200} Apr 20 10:25:53.122047 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-0b3e5a42-1d15-4c19-9d50-8ab1eb9c20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:53.124017 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-0b3e5a42-1d15-4c19-9d50-8ab1eb9c20ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 1098 time: 0.0839772 Apr 20 10:25:53.134342 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:25:53.278073 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-2fd96f08-2827-475c-96ac-92a15b04f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:53.280501 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-2fd96f08-2827-475c-96ac-92a15b04f7eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 200 len: 909 time: 0.1471457 Apr 20 10:25:53.361625 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-48d85525-6bc1-47cf-a2e8-0884aa1606f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 200 len: 217 time: 0.0709770 Apr 20 10:25:53.376384 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807097d-8331-46f4-ba0b-247388388346 req-73e83c2f-4307-438b-9f29-8270ce76d4a8 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:53.378087 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d807097d-8331-46f4-ba0b-247388388346 req-73e83c2f-4307-438b-9f29-8270ce76d4a8 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0939910 Apr 20 10:25:53.430414 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-d807097d-8331-46f4-ba0b-247388388346 req-2a936f2a-90af-485d-a524-9e2d61ad888a tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Apr 20 10:25:53.443472 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-a637a8af-3d0d-4d03-b3d0-f26096081078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:53.445834 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-a637a8af-3d0d-4d03-b3d0-f26096081078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 200 len: 847 time: 0.0759101 Apr 20 10:25:53.481738 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:25:53.486085 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Checking router: 5e6448c3-bbfe-4c1b-9837-50fccbc34322 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:25:53.495447 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:25:53.496134 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:25:53.531272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-262d4a41-92f6-494c-b8a6-13d2a4e40f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:53.532903 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-262d4a41-92f6-494c-b8a6-13d2a4e40f34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02c08f21-fabd-4640-9c12-9c53c635cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804164 Apr 20 10:25:53.678424 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-268b7164-14de-45d0-81a1-71f246e5b5b3 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368573 Apr 20 10:25:53.691477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:25:53.830130 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-6525e252-8421-4c2f-a7c5-16cf74ed47bd req-8966dd0a-8e6e-477f-b8f5-1b60e986d7f4 service neutron] 10.222.0.48 "GET /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424158 Apr 20 10:25:54.034358 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:25:54.038523 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d9c74-537b-42ee-95e4-df375445c66b None None] The sync data for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb is: [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:21:30Z', 'revision_number': 4, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb', '_interfaces': [{'id': 'db512b76-6c42-47ab-a23e-0e413a0053a3', 'name': '', 'network_id': '02c08f21-fabd-4640-9c12-9c53c635cdc0', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'mac_address': 'fa:16:3e:68:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:29Z', 'updated_at': '2021-04-20T10:21:38Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'subnets': [{'id': 'b1f01dd0-c684-463b-8cb1-f3926bf7f9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:25:54.391089 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b608e-35c7-4dc8-995d-69062eed186d None None] New status for floating IP 75ac9f58-fb51-4c15-9d56-96bdd474977b: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:25:54.642070 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad53a5-c712-4516-87a3-d8e071926a29 req-f63b8ef4-1b29-4b86-ac3c-8d707ef4a7d0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:54.642843 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8aad53a5-c712-4516-87a3-d8e071926a29 req-f63b8ef4-1b29-4b86-ac3c-8d707ef4a7d0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Synchronizing usage tracker for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:25:54.690985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.quota.resource [req-8aad53a5-c712-4516-87a3-d8e071926a29 req-f63b8ef4-1b29-4b86-ac3c-8d707ef4a7d0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Unset dirty status for tenant:6947176834cb450bb2eeaaa0f90f7c89 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:25:54.692719 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8aad53a5-c712-4516-87a3-d8e071926a29 req-f63b8ef4-1b29-4b86-ac3c-8d707ef4a7d0 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.1400440 Apr 20 10:25:54.745827 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-8aad53a5-c712-4516-87a3-d8e071926a29 req-a0e59bd6-461a-4e2f-b71f-b2ba61a926b3 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2088a6f-5841-4028-923b-20487f457aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465691 Apr 20 10:25:54.868753 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-3b1c9ab9-77f9-400f-930c-c3732eab7988 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:25:54.870321 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-3b1c9ab9-77f9-400f-930c-c3732eab7988 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 945 time: 0.0883892 Apr 20 10:25:54.949614 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Deleting port 7565b60b-448d-4399-8738-35def171cd24 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:25:54.949920 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:55.213279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] For port 7565b60b-448d-4399-8738-35def171cd24, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7565b60b-448d-4399-8738-35def171cd24,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:25:55.213628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:55.347628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Calling delete_port for 7565b60b-448d-4399-8738-35def171cd24 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:25:55.618260 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27481319'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:55.624796 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-1de9048b-a7ac-4317-8d6d-ce22331552a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:25:55.918744 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-daa267b0-b39d-4ed1-8400-ab66a1dc1aec req-b27cfb64-6d08-4841-815f-62413b3cea4d tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 210 time: 0.0550048 Apr 20 10:25:55.935443 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event deleted for resources: {'Port': ['ID=7565b60b-448d-4399-8738-35def171cd24,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:25:55.939079 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:25:56.017115 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] No DVR routers for this DVR port 7565b60b-448d-4399-8738-35def171cd24 on host hv-cinder-77459 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:25:56.019692 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7331'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:56.022551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-deleted', 'tag': '7565b60b-448d-4399-8738-35def171cd24'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:25:56.070098 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a3936d-ca65-4d14-85cc-9d65297374a2', 'name': 'network-vif-deleted', 'tag': '7565b60b-448d-4399-8738-35def171cd24', 'status': 'completed', 'code': 200} Apr 20 10:25:56.080603 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-1e60455f-3b08-4c7c-9e69-4f3a25caaea8 req-bf11a20a-eb83-45f4-844d-a16a990dbc91 tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.48 "DELETE /v2.0/ports/7565b60b-448d-4399-8738-35def171cd24 HTTP/1.1" status: 204 len: 173 time: 1.2012613 Apr 20 10:25:57.027313 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:25:57.066714 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] No Port match for: 7565b60b-448d-4399-8738-35def171cd24 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:25:57.067292 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Device 7565b60b-448d-4399-8738-35def171cd24 not bound to the agent host hv-cinder-77459 {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:25:57.117873 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [req-75fe53f8-72e5-41ef-98df-5a96911801c5 req-e81b0f8c-9805-4c99-89c0-aeda0ad7754e tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "GET /v2.0/ports?device_id=97a3936d-ca65-4d14-85cc-9d65297374a2 HTTP/1.1" status: 200 len: 210 time: 0.0513294 Apr 20 10:25:58.225756 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.20', 52076) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:25:58.302845 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:58.335464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:58.595249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:58.600963 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-0f5ba213-a121-466d-a013-3d0db20cc4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:25:58.617289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2088a6f-5841-4028-923b-20487f457aa4,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:25:58.619814 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:25:58.641832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:58.643030 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-56406b0b-cd84-403a-be59-9ffb5063efed tempest-TestShelveInstance-1922268249 tempest-TestShelveInstance-1922268249-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2088a6f-5841-4028-923b-20487f457aa4 HTTP/1.1" status: 204 len: 168 time: 0.4162033 Apr 20 10:25:58.749444 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52082) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:25:59.328902 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:59.701925 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Deleting port db512b76-6c42-47ab-a23e-0e413a0053a3 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:25:59.702300 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:59.891439 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] For port db512b76-6c42-47ab-a23e-0e413a0053a3, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=db512b76-6c42-47ab-a23e-0e413a0053a3,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:25:59.891841 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:00.022565 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Calling delete_port for db512b76-6c42-47ab-a23e-0e413a0053a3 owned by network:router_interface {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:00.292518 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:00.297924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-896d7256-7cd5-415d-ae21-8819efaffbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:00.345137 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Pushing event deleted for resources: {'Port': ['ID=db512b76-6c42-47ab-a23e-0e413a0053a3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:00.394638 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.395063 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.395503 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.395913 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.396316 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.396717 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.397119 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.397519 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.397904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.398298 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.398690 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.399081 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-smb {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:26:00.436394 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:00.647477 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:01.258510 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:26:01.451459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:26:01.460916 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Sync routers for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:26:01.465651 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3c6e099d-7aa9-4ff6-bee4-efc2b642eefa admin admin] 10.222.0.20 "PUT /v2.0/routers/5e6448c3-bbfe-4c1b-9837-50fccbc34322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150021 Apr 20 10:26:01.469033 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52086) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:01.471590 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:26:01.472267 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:01.661377 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:01.665735 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: dv-cinder-774594-4-smb {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:26:01.860996 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:01.909466 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Deleting port 91365801-83cf-4626-8b0a-1f8edbda7231 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:01.909849 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:01.974022 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:26:00Z', 'revision_number': 5, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port': {'id': '91365801-83cf-4626-8b0a-1f8edbda7231', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:24Z', 'updated_at': '2021-04-20T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:01.978171 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Checking router: 5e6448c3-bbfe-4c1b-9837-50fccbc34322 for host: dv-cinder-774594-4-smb {{(pid=86441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:26:01.988159 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Routers {'5e6448c3-bbfe-4c1b-9837-50fccbc34322'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:26:01.988829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'], 'active': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:02.102678 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] For port 91365801-83cf-4626-8b0a-1f8edbda7231, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=91365801-83cf-4626-8b0a-1f8edbda7231,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:02.103071 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:02.156120 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] Set router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 gateway port host: None {{(pid=86441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:26:02.243243 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Calling delete_port for 91365801-83cf-4626-8b0a-1f8edbda7231 owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:02.454897 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-8fe8504f-0283-4551-a93e-820474152579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:26:01Z', 'revision_number': 6, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:02.461844 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8504f-0283-4551-a93e-820474152579 None None] The sync data for ids ['5e6448c3-bbfe-4c1b-9837-50fccbc34322'] in dv-cinder-774594-4-smb is: [{'id': '5e6448c3-bbfe-4c1b-9837-50fccbc34322', 'name': 'tempest-TestShelveInstance-715793341-router', 'tenant_id': '6947176834cb450bb2eeaaa0f90f7c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:23Z', 'updated_at': '2021-04-20T10:26:01Z', 'revision_number': 6, 'project_id': '6947176834cb450bb2eeaaa0f90f7c89', 'gw_port_host': None}] {{(pid=86441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:26:02.545004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:02.549515 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-69e6cb2b-37bd-4b0b-ae4d-3318e53d1188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:02.595594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=91365801-83cf-4626-8b0a-1f8edbda7231,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:02.599541 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:02.697812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:02.883349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:02.885777 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.035334 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.036009 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6448c3-bbfe-4c1b-9837-50fccbc34322 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:26:03.049077 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.050319 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-c5f7d84d-105d-480b-b28d-3dfaac744dfa admin admin] 10.222.0.20 "DELETE /v2.0/routers/5e6448c3-bbfe-4c1b-9837-50fccbc34322 HTTP/1.1" status: 204 len: 168 time: 1.5802732 Apr 20 10:26:03.053142 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52090) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:03.124492 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Deleting subnet b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:26:03.127930 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.180017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.267330 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.571386 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.577034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-6166d6f3-ccbd-4c39-a020-653fb3b4ad34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:03.619283 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f01dd0-c684-463b-8cb1-f3926bf7f9d1,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:03.621570 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.626027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0c756-87b8-4f3b-bf17-941c86fd3677 None None] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:26:03.626161 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:03.629204 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-dab7d802-a92e-43e1-bc1b-4ac0ea83b6c9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1f01dd0-c684-463b-8cb1-f3926bf7f9d1 HTTP/1.1" status: 204 len: 168 time: 0.5749841 Apr 20 10:26:03.631970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52094) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:03.749938 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.761464 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Deleting port fefd099f-13e0-4fc8-bb47-f2af25b333a0 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:03.761832 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.889160 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] DHCP port deletion for 02c08f21-fabd-4640-9c12-9c53c635cdc0 request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:26:03.893487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Deleting port fefd099f-13e0-4fc8-bb47-f2af25b333a0 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:03.894428 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:03.988927 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] For port fefd099f-13e0-4fc8-bb47-f2af25b333a0, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=fefd099f-13e0-4fc8-bb47-f2af25b333a0,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:03.989323 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.116868 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] For port fefd099f-13e0-4fc8-bb47-f2af25b333a0, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=fefd099f-13e0-4fc8-bb47-f2af25b333a0,segment=NetworkSegment(fed655b5-f08e-4197-9ae7-fde3d3411f19),segment_id=fed655b5-f08e-4197-9ae7-fde3d3411f19)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:04.117198 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.126691 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Calling delete_port for fefd099f-13e0-4fc8-bb47-f2af25b333a0 owned by network:dhcp {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:04.240855 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.246072 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:04.249904 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Calling delete_port for fefd099f-13e0-4fc8-bb47-f2af25b333a0 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:04.295027 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] No DVR routers for this DVR port fefd099f-13e0-4fc8-bb47-f2af25b333a0 on host dv-cinder-774594-4-smb {{(pid=86439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:26:04.328166 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:26:04.328579 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:26:04.329180 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Pushing event deleted for resources: {'Port': ['ID=fefd099f-13e0-4fc8-bb47-f2af25b333a0,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:04.331829 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:04.414960 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device db512b76-6c42-47ab-a23e-0e413a0053a3 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:04.425970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.455228 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: db512b76-6c42-47ab-a23e-0e413a0053a3 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:04.455650 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device db512b76-6c42-47ab-a23e-0e413a0053a3 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:04.456127 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 91365801-83cf-4626-8b0a-1f8edbda7231 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:04.491990 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 91365801-83cf-4626-8b0a-1f8edbda7231 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:04.492387 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 91365801-83cf-4626-8b0a-1f8edbda7231 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:04.492869 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device fefd099f-13e0-4fc8-bb47-f2af25b333a0 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:04.535152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: fefd099f-13e0-4fc8-bb47-f2af25b333a0 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:04.535580 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device fefd099f-13e0-4fc8-bb47-f2af25b333a0 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:04.545287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c08f21-fabd-4640-9c12-9c53c635cdc0']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:04.558289 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed655b5-f08e-4197-9ae7-fde3d3411f19') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:04.558694 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed655b5-f08e-4197-9ae7-fde3d3411f19') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:04.570827 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.586360 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.592823 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:26:04.830006 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Deleting port fefd099f-13e0-4fc8-bb47-f2af25b333a0 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:04.830536 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:04.907732 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae576c-08fc-4767-9447-e46fd3e6fa79 None None] The port 'fefd099f-13e0-4fc8-bb47-f2af25b333a0' was deleted {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:26:05.015636 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:26:05.024795 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:05.208287 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Network 02c08f21-fabd-4640-9c12-9c53c635cdc0 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:26:05.230999 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:26:05.349357 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:05.353152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-39aab7b4-c1b7-4469-99fe-3939a3fa1eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:05.374683 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:05.381108 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Pushing event deleted for resources: {'Network': ['ID=02c08f21-fabd-4640-9c12-9c53c635cdc0,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:05.385451 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:05.391886 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-70024714-f3fd-4e05-9e28-d2019ed3bacc admin admin] 10.222.0.20 "DELETE /v2.0/networks/02c08f21-fabd-4640-9c12-9c53c635cdc0 HTTP/1.1" status: 204 len: 168 time: 1.7588956 Apr 20 10:26:05.395038 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52098) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:05.963145 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854085987'] for router_interface, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:06.334333 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Deleting port e4a61166-6b97-4218-805c-fdd7449b7dc7 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:06.334624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:06.480812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:26:06.518699 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] For port e4a61166-6b97-4218-805c-fdd7449b7dc7, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=e4a61166-6b97-4218-805c-fdd7449b7dc7,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:06.519123 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:06.650169 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Calling delete_port for e4a61166-6b97-4218-805c-fdd7449b7dc7 owned by network:router_interface {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:06.938052 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:06.942668 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:06.992118 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a61166-6b97-4218-805c-fdd7449b7dc7,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:07.026686 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:07.275543 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854085917'] for router_interface, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:07.486583 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-00239084-31c0-4fa9-8e25-1566c1667325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:07.663152 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 has already been hosted by L3 agent ed1f5b73-acee-4782-a624-d7a69dd482fc {{(pid=86439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:26:08.091540 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-smb the message routers_updated {{(pid=86439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:26:08.100860 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Sync routers for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:26:08.101009 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-3a800cb4-8ef8-4e35-8f91-13c562728331 admin admin] 10.222.0.20 "PUT /v2.0/routers/8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7047262 Apr 20 10:26:08.103782 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52102) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:08.112747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:26:08.113399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:08.294613 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks [] for router, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:08.302641 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: dv-cinder-774594-4-smb {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:26:08.490026 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:08.531156 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Deleting port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:08.531608 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:08.612972 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'external_fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:26:06Z', 'revision_number': 5, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port': {'id': '9c8d9c35-0a03-48ee-95cd-0d8e2219c681', 'name': '', 'network_id': '292aea81-ad05-4811-ac44-a22783e7e8be', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:21:35Z', 'updated_at': '2021-04-20T10:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef2f6c75-473f-47e5-83fc-f89466bf4545', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-smb'}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:08.616836 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Checking router: 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 for host: dv-cinder-774594-4-smb {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:26:08.626597 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Routers {'8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'} bound to L3 agent in host dv-cinder-774594-4-smb {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:26:08.627236 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:40Z,description=,heartbeat_timestamp=2021-04-20T10:25:40Z,host='dv-cinder-774594-4-smb',id=ed1f5b73-acee-4782-a624-d7a69dd482fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:40Z,topic='l3_agent')) {'router_ids': ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:08.722315 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] For port 9c8d9c35-0a03-48ee-95cd-0d8e2219c681, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,segment=NetworkSegment(2781f47e-1f87-4ab4-9b43-43772ebb0e66),segment_id=2781f47e-1f87-4ab4-9b43-43772ebb0e66)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:08.722711 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:08.790624 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvr_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] Set router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:26:08.857955 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Calling delete_port for 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 owned by network:router_gateway {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:08.907744 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_hamode_db [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:26:08Z', 'revision_number': 6, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port_host': None}], 'dv-cinder-774594-4-smb', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:08.911949 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d72e5f-591f-48a2-bbfc-f8fd80cfd1e1 None None] The sync data for ids ['8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7'] in dv-cinder-774594-4-smb is: [{'id': '8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7', 'name': 'tempest-TestShelveInstance-2023582904-router', 'tenant_id': 'a61381afd2a74d70b882a93afa8db130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:21:34Z', 'updated_at': '2021-04-20T10:26:08Z', 'revision_number': 6, 'project_id': 'a61381afd2a74d70b882a93afa8db130', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:26:09.068098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.073195 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:09.120258 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8d9c35-0a03-48ee-95cd-0d8e2219c681,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:09.125044 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:09.222017 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703074'] for router_gateway, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.409931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769368'] for router, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.412639 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.578016 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854079622'] for router, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.578659 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 {{(pid=86439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:26:09.592575 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] Notify callbacks [] for router, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.594069 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-edcc3aa5-02bc-4e30-b699-d31860ad8b22 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8528d68a-382d-4fc8-b1a5-1ede7fe6b1d7 HTTP/1.1" status: 204 len: 168 time: 1.4889977 Apr 20 10:26:09.596293 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52106) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:09.664747 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Deleting subnet 5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5 {{(pid=86439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:26:09.668098 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.723957 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27766278'] for subnet, precommit_delete_associations {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:09.808339 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3458093'] for subnet, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.290767 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-133280bf-9e0d-4958-a7ad-460ebdb653a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.291407 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851317739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826096974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29247918'] for subnet, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.296703 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:10.333312 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:10.336931 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:10.338432 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for subnet, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.343862 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e46029-42ae-435a-aaa7-aa92db45fe5d None None] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 requested from dv-cinder-774594-4-smb {{(pid=86441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:26:10.345168 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-17a8e641-5e72-40d2-9861-a5cde4bbbb94 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5adacdd6-f1ae-4da4-bd00-bf9cf358e1d5 HTTP/1.1" status: 204 len: 168 time: 0.7478361 Apr 20 10:26:10.347838 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52110) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:10.427053 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e4a61166-6b97-4218-805c-fdd7449b7dc7 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:10.467397 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3820129'] for network, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.470034 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: e4a61166-6b97-4218-805c-fdd7449b7dc7 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:10.470434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device e4a61166-6b97-4218-805c-fdd7449b7dc7 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:10.470909 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:10.480214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Deleting port a39b855b-bb51-4a34-840e-c5d5047fd52c {{(pid=86439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:10.480594 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.521828 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:10.522237 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device 9c8d9c35-0a03-48ee-95cd-0d8e2219c681 not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:10.679771 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] DHCP port deletion for 61c00a47-2a77-40f2-b583-2f5881cb4602 request from dv-cinder-774594-4-smb {{(pid=86441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:26:10.684953 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Deleting port a39b855b-bb51-4a34-840e-c5d5047fd52c {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:10.685551 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.711720 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] For port a39b855b-bb51-4a34-840e-c5d5047fd52c, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a39b855b-bb51-4a34-840e-c5d5047fd52c,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:10.712141 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.789567 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:10.847040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Calling delete_port for a39b855b-bb51-4a34-840e-c5d5047fd52c owned by network:dhcp {{(pid=86439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:10.922005 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.db [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] For port a39b855b-bb51-4a34-840e-c5d5047fd52c, host dv-cinder-774594-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-smb',level=0,port_id=a39b855b-bb51-4a34-840e-c5d5047fd52c,segment=NetworkSegment(3a31af92-7a1f-4992-bc8a-148234a769ec),segment_id=3a31af92-7a1f-4992-bc8a-148234a769ec)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:26:10.922381 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854073990'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.012153 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3763772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254731371295', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782122955618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826097306'] for port, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.017890 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-f439cb63-2afe-42e2-80f2-93e12b326960 tempest-TestMinimumBasicScenario-1601589539 tempest-TestMinimumBasicScenario-1601589539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:11.054517 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Calling delete_port for a39b855b-bb51-4a34-840e-c5d5047fd52c owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:26:11.069170 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b855b-bb51-4a34-840e-c5d5047fd52c,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:11.071194 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] No DVR routers for this DVR port a39b855b-bb51-4a34-840e-c5d5047fd52c on host dv-cinder-774594-4-smb {{(pid=86439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:26:11.072799 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:11.135004 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.db.api [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:26:11.135465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_db.api [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:26:11.195973 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851317640', 'neutron.services.segments.db._delete_segments_for_network-8782123320691'] for network, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.310396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c00a47-2a77-40f2-b583-2f5881cb4602']}} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:11.322935 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a31af92-7a1f-4992-bc8a-148234a769ec') {'for_net_delete': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:11.323278 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.services.segments.db [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a31af92-7a1f-4992-bc8a-148234a769ec') {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:26:11.335615 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254731293795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827009522'] for segment, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.416724 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851315381'] for segment, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.423812 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=86439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:26:11.566459 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.604182 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:26:11.613903 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3460412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28678417'] for segment, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.636465 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Deleting port a39b855b-bb51-4a34-840e-c5d5047fd52c {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:26:11.636982 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254731375220'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:11.709271 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-6170e8a8-ffd7-4b25-b419-e0823c2f184b None None] The port 'a39b855b-bb51-4a34-840e-c5d5047fd52c' was deleted {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:26:11.797207 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.managers [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Network 61c00a47-2a77-40f2-b583-2f5881cb4602 has no segments {{(pid=86439) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: Traceback (most recent call last): Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: timer() Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: cb(*args, **kw) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: return func(*args, **kwargs) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: self._notify() Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: self.callback(batched_events) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: event.method(event) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: segment_id)['aggregates'][0] Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: return f(self, *a, **k) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: return self._get(url).json() Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: **kwargs) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: return self.request(url, 'GET', **kwargs) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: **endpoint_filter) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:26:11.820109 dv-cinder-774594-4-smb neutron-server[86324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:26:12.080994 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:12.414924 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a39b855b-bb51-4a34-840e-c5d5047fd52c no longer exists at agent ovs-agent-dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:26:12.416290 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3458160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690565'] for network, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:12.421175 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-e9820fd9-16bb-4934-bdf4-756fe0125200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:12.435725 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216822'] for network, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:12.447219 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c00a47-2a77-40f2-b583-2f5881cb4602,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:12.451561 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:12.455925 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-86e78b2c-4534-4879-be7e-9044ae1b7348 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61c00a47-2a77-40f2-b583-2f5881cb4602 HTTP/1.1" status: 204 len: 168 time: 2.1043794 Apr 20 10:26:12.463631 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.plugin [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] No Port match for: a39b855b-bb51-4a34-840e-c5d5047fd52c {{(pid=86441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:26:12.464032 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.plugins.ml2.rpc [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Device a39b855b-bb51-4a34-840e-c5d5047fd52c not bound to the agent host dv-cinder-774594-4-smb {{(pid=86441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:26:12.509859 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:12.809158 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52116) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:12.862668 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-654d2a3b-78fe-4843-b309-c7fa9404e768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6947176834cb450bb2eeaaa0f90f7c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520031 Apr 20 10:26:12.865231 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52120) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:12.926761 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:12.953396 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:13.035214 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:13.040296 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-eecb32d3-8c14-43fd-bdc5-2da799456454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:13.054621 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0dd63-4f0d-40c4-b761-3d6b675e01b5,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:13.057140 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:13.062839 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:13.064100 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-46591da9-a008-46d5-b32f-0a07e48ae79c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26a0dd63-4f0d-40c4-b761-3d6b675e01b5 HTTP/1.1" status: 204 len: 168 time: 0.1979010 Apr 20 10:26:13.777314 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52128) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:13.828766 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-09780370-d22f-4f91-b931-e5cde30e42f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a61381afd2a74d70b882a93afa8db130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499985 Apr 20 10:26:13.831249 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [-] (86439) accepted ('10.222.0.20', 52132) {{(pid=86439) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:26:13.892333 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:13.921090 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:14.166655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656039'] for security_group, after_delete {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:14.172064 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-b44f8010-a6d2-4396-a28c-74f3b07278a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:26:14.187179 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e7007-6829-4745-8ed8-321b583426f3,revision_number=None']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:26:14.189661 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG oslo_concurrency.lockutils [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:26:14.192083 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:14.193160 dv-cinder-774594-4-smb neutron-server[86324]: INFO neutron.wsgi [None req-99cf346c-4f44-4256-9ac6-dc1a562f883c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e15e7007-6829-4745-8ed8-321b583426f3 HTTP/1.1" status: 204 len: 168 time: 0.3609126 Apr 20 10:26:37.474822 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e95d-67e9-4df5-a778-b4a1b190240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:40.239919 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-740a21eb-53f0-473c-a605-d2e958b98e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:40.735751 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:41.558655 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:42.074259 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:42.463146 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:43.480478 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:27:07.479899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-6cab40d4-9b83-4fa3-8668-49a15fde6b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:10.234248 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab42a-32f4-45c8-ac71-80bae60250f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:10.742399 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:11.563434 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:12.113970 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:12.471902 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:20.479773 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:27:37.471555 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fa39a844-6267-416a-9fe7-058093cb39d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:40.239084 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-ca44c422-6c18-45e9-bef7-ca6fe940215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:40.742272 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:41.276040 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-b39d1ab8-9a24-4523-8bc2-0b54d396dfd0 req-956b2a28-423d-4b2d-82de-918db2d558db service neutron] (86440) timed out ('10.222.0.48', 63401) {{(pid=86440) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 10:27:41.574111 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:42.124988 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:42.484637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:57.479299 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:28:07.472461 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-fba72f1d-6c9c-44e2-a359-75afbdaa7e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:10.238610 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-3835dca6-8fe2-47d6-89a8-be7a468b1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:10.764176 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:11.581487 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:12.135643 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:12.464962 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:34.480110 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:28:37.489637 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b08c-2892-4ca4-b181-1c8048ecb825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:40.235850 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-04712181-0067-44c1-9546-9ce10a18ceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:40.798436 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:41.561568 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:42.104374 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:42.486830 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:06.150656 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-98470390-e217-41ab-8414-2e09c3b2173a req-7030e786-537e-498d-9445-5b541cd93c0f service neutron] (86440) timed out ('10.222.0.48', 63410) {{(pid=86440) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 10:29:07.361652 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-093e5819-145e-4b8d-96bd-c98719e8e5a8 req-351a15b5-1d3d-44ca-91f4-098b79b2929e service neutron] (86440) timed out ('10.222.0.48', 63423) {{(pid=86440) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 10:29:07.480702 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-266493b4-5a15-4d8f-9789-467fbe169d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:10.242764 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-0097e096-8c24-4a31-ae50-244d0cfb3ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:10.751985 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:11.479634 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:29:11.578506 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:12.137383 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:12.492048 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:32.081218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.wsgi [req-b433d54d-2d71-4e2a-95f7-c5deb9fbbc98 req-8d926f83-2d14-4d4a-9004-579310764c3b service neutron] (86439) timed out ('10.222.0.20', 45222) {{(pid=86439) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 10:29:37.491202 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-250fb183-de31-4c48-9e4f-08ecf3fe31c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:40.231279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05e29520-d47a-4f5a-a653-b2870abbf227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:40.760483 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:41.591718 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:42.142750 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:42.476933 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:48.479187 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:30:07.476279 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-d241cedb-154d-456b-ba4f-16e699ecc5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:10.236218 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-e95f53cd-1dab-4ad0-a95f-30c97cd52736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:10.753666 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:11.588028 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:12.128024 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:12.511221 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:25.479204 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:30:37.478899 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4ad943ef-4f1d-4c7e-9640-bb677507025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:40.253206 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-19a7d8cc-d90f-4abe-8f6a-5b4ee896f5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:40.767854 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-05089ac2-4370-481a-8a35-d013e7080adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:41.561628 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-4de52358-75b3-4222-ba9f-a007dc590dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:42.152986 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-23a77ba1-c4b8-4926-be27-8c084e49ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:30:42.496532 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron_lib.callbacks.manager [None req-1dda937e-6428-4659-8288-9ff223d8771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254731455109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850943654'] for agent, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:31:02.478349 dv-cinder-774594-4-smb neutron-server[86324]: DEBUG neutron.db.agents_db [None req-d72a3ebe-93ae-4cb3-9203-6a7225a2f569 None None] Agent healthcheck: found 6 active agents {{(pid=86442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}